-- Logs begin at Wed 2022-10-12 11:48:03 UTC, end at Wed 2022-10-12 12:59:16 UTC. -- Oct 12 12:29:27.747162 dv-cinder-812685-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 12:29:30.384233 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.common.config [-] Logging enabled! Oct 12 12:29:30.384795 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev74 Oct 12 12:29:30.384950 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104864) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 12 12:29:30.388126 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.common.config [-] Logging enabled! Oct 12 12:29:30.388390 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev74 Oct 12 12:29:30.388693 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104864) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 12 12:29:30.389626 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 12:29:30.389858 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 12:29:30.390357 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 12:29:30.390605 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 12:29:30.390832 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 12:29:30.391154 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.391451 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.391688 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.391978 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.392265 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.392547 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.392836 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.393133 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.393420 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.393702 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.394009 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.394244 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.394531 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.394822 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.395107 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.395330 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] debug = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.395615 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.396047 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.396459 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.396743 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.397037 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.397318 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.397591 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.397867 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.398186 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.398517 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] host = dv-cinder-812685-16-iscsi {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.398796 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.399083 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.399404 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.399692 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.399967 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.400244 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.400527 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.400800 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.401073 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] log_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.401346 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.401634 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.401920 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.402237 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.402459 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.402683 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.402967 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.403264 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.403539 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.403812 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.404087 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.404364 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.404637 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.404907 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.405191 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.405476 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.405760 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.406062 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.406337 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.406609 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.406882 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.407165 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.407438 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.407711 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.407982 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.408265 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.408533 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.408807 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.409108 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.409392 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.409670 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.409969 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.410244 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.410524 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.410795 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.411066 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.411338 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] use_json = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.411611 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.411881 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.412161 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.412431 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.412703 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.412975 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.413247 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.413528 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.413800 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:30.414125 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.414427 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.414727 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.415528 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.415838 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.416121 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.416409 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.416689 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.416979 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.417269 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.417557 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.417837 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.418163 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.418457 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.418750 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.419057 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.419352 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.419643 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.419920 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.420195 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.420470 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.420750 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.421037 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.421319 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.421609 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.421898 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.422202 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.422500 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.422787 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.423072 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.423365 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.423653 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.423928 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.424210 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.424501 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.424779 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.425056 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.425343 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.425623 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.425896 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.426201 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.426491 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.426775 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.427046 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.427326 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.427615 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.427892 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.428165 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.428435 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.428712 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.428982 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.429267 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.429545 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.429815 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.430114 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.430392 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.431227 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.431501 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.431782 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.432054 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.432329 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.432602 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.432886 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.433142 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.433414 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.433685 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.433972 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.434245 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.434521 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.434791 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.435067 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.435337 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.435611 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.435882 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.436168 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.436471 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.436755 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.437037 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.437315 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.437597 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.437878 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.438184 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.438465 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.438744 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.439020 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.439311 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.439599 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.439888 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.440175 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.440470 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.440765 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.441043 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.441319 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.441598 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.441877 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.442177 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.442459 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.442736 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.443013 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.443299 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.443582 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.443877 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.444170 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.444450 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.444744 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.445039 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.445332 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.445613 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.445921 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.446246 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:30.446464 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 12:29:30.446703 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104864) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 12:29:30.822286 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 12 12:29:30.822604 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 12 12:29:30.822870 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 12 12:29:30.823100 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 12 12:29:30.823378 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 12 12:29:30.823704 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 12:29:31.148358 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.148595 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.148865 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.150092 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.150367 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.150632 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.203108 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.203388 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.203652 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.219505 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.219787 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.220062 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.248701 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.248979 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.249247 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.284435 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.284711 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.284974 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.515642 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.516238 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.516238 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.517256 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.517977 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.614706 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.615018 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.615303 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.615573 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.615847 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.616156 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.616414 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.616669 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.616924 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.617203 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.617461 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.617723 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.618018 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.618272 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.618527 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.618789 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.619042 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.619308 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.619576 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.619833 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.620105 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.620357 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.620638 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.621015 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.621266 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.621514 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.621905 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 12:29:31.622167 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 12:29:31.622405 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 12:29:31.622644 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 12:29:31.622882 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 12:29:31.623119 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 12:29:31.623482 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 12:29:31.626567 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 12:29:31.630473 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 12:29:31.634179 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 12 12:29:31.635811 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 12:29:31.636421 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 12:29:31.636759 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 12:29:31.637144 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 12:29:31.639927 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 12:29:31.640178 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 12:29:31.640527 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 12:29:31.645539 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 12:29:31.669033 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 12:29:31.669483 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.669783 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104864) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 12 12:29:31.670191 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.671539 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104864) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 12:29:31.671815 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 12:29:31.672054 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 12:29:31.682800 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.683086 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:31.830349 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 12:29:31.830590 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 12:29:31.830821 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 12:29:31.831187 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 12:29:31.882587 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO dbcounter [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Registered counter for database neutron Oct 12 12:29:31.902472 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_db.sqlalchemy.engines [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104864) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 12:29:31.908167 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG dbcounter [-] [104864] Writer thread running {{(pid=104864) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 12:29:32.586384 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Initializing driver for type 'gre' Oct 12 12:29:32.587077 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] gre ID ranges: [(1, 1000)] Oct 12 12:29:32.780459 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Initializing driver for type 'local' Oct 12 12:29:32.780791 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Initializing driver for type 'vlan' Oct 12 12:29:32.854799 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] VlanTypeDriver initialization complete Oct 12 12:29:32.855348 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Initializing driver for type 'vxlan' Oct 12 12:29:32.855828 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] vxlan ID ranges: [(1, 1000)] Oct 12 12:29:33.014909 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Initializing extension driver 'port_security' Oct 12 12:29:33.015249 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.extensions.port_security [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] PortSecurityExtensionDriver initialization complete Oct 12 12:29:33.015584 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Initializing mechanism driver 'openvswitch' Oct 12 12:29:33.015910 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Initializing mechanism driver 'hyperv' Oct 12 12:29:33.022446 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.plugins.ml2.plugin [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:33.023113 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > port after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.023483 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > port after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.023857 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > port after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.024882 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 12:29:33.025298 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > subnet after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.025651 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > subnet after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.026021 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.026414 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 12:29:33.026820 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > network after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.027170 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > network after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.027513 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > network after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.027900 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 12:29:33.028299 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > security_group after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.028646 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > security_group after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.028984 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > security_group after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.029373 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 12:29:33.029773 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.030152 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.030491 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.031006 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 12:29:33.031409 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > address_group after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.034860 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > address_group after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.034860 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > address_group after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.034860 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 12 12:29:33.034860 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] ML2 OVO RPC backend initialized. {{(pid=104864) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 12 12:29:33.034860 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.035260 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.035260 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > network before_response 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.035260 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > networks before_response 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.035260 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > port before_response 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.035550 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > ports before_response 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.035637 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > subnet before_response 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.035978 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > subnets before_response 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.036322 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > network after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.036661 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > network after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.036996 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > network after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.037329 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > port after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.037665 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > port after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.038020 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > port after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.038355 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > subnet after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.038692 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > subnet after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.039022 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.047163 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded quota_driver: . Oct 12 12:29:33.047520 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.plugin [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Modular L2 Plugin initialization complete Oct 12 12:29:33.047866 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading services supported by the core plugin {{(pid=104864) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 12:29:33.048204 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.plugins.ml2.managers [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Got port-security extension from driver 'port_security' Oct 12 12:29:33.048698 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.extensions.vlantransparent [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Disabled vlantransparent extension. Oct 12 12:29:33.049190 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104864) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 12:29:33.049498 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading Plugin: router Oct 12 12:29:33.084067 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router_interface before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.084466 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router after_create 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.084835 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router before_create 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.085200 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.085572 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.085925 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router after_delete 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.086302 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > floatingip after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.086652 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > floatingip after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.087495 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router after_create 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.087845 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router after_update 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.088184 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router after_update 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.088531 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.088890 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router after_update 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.089304 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_update 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.089672 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: port after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.090039 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: port after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.090378 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: subnet after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.090744 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.091093 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > port precommit_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.091437 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_create 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.091780 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: port before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.092122 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.092482 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router after_update 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.092824 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_delete 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.093171 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_create 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.093555 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.093899 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_update 55549900 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.094298 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > agent after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.094646 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > agent after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.094989 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > network after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.095846 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Tracking information for resource: router configured {{(pid=104864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 12:29:33.096179 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Tracking information for resource: floatingip configured {{(pid=104864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 12:29:33.101033 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.db.l3_agentschedulers_db [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 12:29:33.101597 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: port after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.101978 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: port after_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.102338 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: port after_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.103238 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: port after_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.104029 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router before_create 55550100 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.104394 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_delete 55550100 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.104754 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_create 55550100 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.105419 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > router precommit_update 55550100 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.110179 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.services.provider_configuration [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service providers = [] {{(pid=104864) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 12:29:33.110545 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.db.servicetype_db [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104864) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 12:29:33.113462 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.services.service_base [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 12:29:33.113811 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.services.service_base [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 12:29:33.114205 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.services.service_base [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 12:29:33.115081 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.services.service_base [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 12:29:33.115448 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.services.service_base [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 12:29:33.115830 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 12:29:33.116147 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 12:29:33.127720 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 12:29:33.128054 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading Plugin: auto_allocate Oct 12 12:29:33.141650 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: network precommit_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.142047 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: network precommit_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.142561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 12:29:33.142881 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading Plugin: tag Oct 12 12:29:33.149911 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 12:29:33.150272 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading Plugin: timestamp Oct 12 12:29:33.154238 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 12:29:33.154562 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading Plugin: network_ip_availability Oct 12 12:29:33.159986 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.160359 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.160714 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.161427 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 12:29:33.161748 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading Plugin: flavors Oct 12 12:29:33.170912 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 12:29:33.171246 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading Plugin: revisions Oct 12 12:29:33.175636 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 12:29:33.176018 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.353s {{(pid=104864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 12 12:29:33.176750 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104864) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 12 12:29:33.177087 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Initializing extension manager. Oct 12 12:29:33.177606 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: __init__.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.177966 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: __pycache__ {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.178310 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: address_group.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.179180 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.179738 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: address-group Oct 12 12:29:33.180061 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: address_scope.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.180752 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.181248 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: address-scope Oct 12 12:29:33.181569 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: admin_state_down_before_update.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.182463 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.182960 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: router-admin-state-down-before-update Oct 12 12:29:33.183283 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: agent.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.183937 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.184426 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: agent Oct 12 12:29:33.184749 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: agent_resources_synced.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.185604 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.186127 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: agent-resources-synced Oct 12 12:29:33.186447 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: allowedaddresspairs.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.188172 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.188718 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: allowed-address-pairs Oct 12 12:29:33.189039 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: auto_allocated_topology.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.190090 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.190593 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: auto-allocated-topology Oct 12 12:29:33.190939 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: availability_zone.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.191571 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.192074 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: availability_zone Oct 12 12:29:33.192398 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: availability_zone_filter.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.193260 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.193757 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: availability_zone_filter Oct 12 12:29:33.194113 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: data_plane_status.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.194975 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.195471 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 12:29:33.195789 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: default_subnetpools.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.196672 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.197166 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: default-subnetpools Oct 12 12:29:33.197483 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: dhcpagentscheduler.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.198261 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.198762 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: dhcp_agent_scheduler Oct 12 12:29:33.201488 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: dns.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.202188 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.202680 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension dns-integration not supported by any of loaded plugins Oct 12 12:29:33.202998 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: dns_domain_ports.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.203858 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.204349 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 12:29:33.204667 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.205557 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.206077 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 12:29:33.206401 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: dvr.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.207034 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.207526 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: dvr Oct 12 12:29:33.207843 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: ecmp_routes.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.208708 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.209196 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 12:29:33.209516 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: empty_string_filtering.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.210400 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.210898 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: empty-string-filtering Oct 12 12:29:33.211216 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.212600 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.213096 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 12:29:33.213414 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.214309 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.214799 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 12:29:33.215121 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: external_net.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.215979 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.216475 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: external-net Oct 12 12:29:33.216797 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: extra_dhcp_opt.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.217651 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.218183 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: extra_dhcp_opt Oct 12 12:29:33.218507 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: extraroute.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.219368 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.219866 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: extraroute Oct 12 12:29:33.220183 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: extraroute_atomic.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.221155 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.221654 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: extraroute-atomic Oct 12 12:29:33.222002 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: filter_validation.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.222623 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.223123 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: filter-validation Oct 12 12:29:33.223438 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: fip_pf_description.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.224288 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.224778 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 12:29:33.225096 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: fip_pf_detail.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.225982 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.226478 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: floating-ip-port-forwarding-detail Oct 12 12:29:33.226796 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: fip_pf_port_range.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.231229 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.231708 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 12 12:29:33.232027 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: fip_port_details.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.232890 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.233391 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: fip-port-details Oct 12 12:29:33.233710 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: flavors.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.234911 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.235414 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: flavors Oct 12 12:29:33.235737 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.237324 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.237836 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 12:29:33.238204 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: floatingip_pools.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.238952 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.239455 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: floatingip-pools Oct 12 12:29:33.239782 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: ip_allocation.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.240651 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.241148 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 12:29:33.241473 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.242385 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.242884 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: ip-substring-filtering Oct 12 12:29:33.243231 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l2_adjacency.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.244100 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.244600 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 12:29:33.244926 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.245837 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.246374 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: router Oct 12 12:29:33.246700 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3_conntrack_helper.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.249041 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.249556 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 12:29:33.249889 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.250801 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.251312 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: ext-gw-mode Oct 12 12:29:33.251642 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.252514 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.253026 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: l3-ha Oct 12 12:29:33.253351 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.259822 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.260323 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 12 12:29:33.260649 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3_flavors.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.261525 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.262063 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: l3-flavors Oct 12 12:29:33.262390 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3_ndp_proxy.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.263699 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.264208 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 12 12:29:33.264536 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.265404 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.265909 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 12:29:33.266259 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: l3agentscheduler.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.267228 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.267728 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: l3_agent_scheduler Oct 12 12:29:33.268054 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: local_ip.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.269731 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.270272 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension local_ip not supported by any of loaded plugins Oct 12 12:29:33.270606 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: logging.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.272027 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.272535 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension logging not supported by any of loaded plugins Oct 12 12:29:33.272864 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: metering.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.273560 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.274141 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: metering Oct 12 12:29:33.275004 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.276055 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.276568 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: metering_source_and_destination_fields Oct 12 12:29:33.276895 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: multiprovidernet.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.277767 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.278311 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: multi-provider Oct 12 12:29:33.278634 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: netmtu.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.279497 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.279995 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: net-mtu Oct 12 12:29:33.280315 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: netmtu_writable.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.281181 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.281681 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: net-mtu-writable Oct 12 12:29:33.282029 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: network_availability_zone.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.282661 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.283157 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: network_availability_zone Oct 12 12:29:33.283475 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: network_ip_availability.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.284521 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.285014 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: network-ip-availability Oct 12 12:29:33.285334 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: network_segment_range.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.286079 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.286573 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 12:29:33.286891 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: pagination.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.287814 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.288136 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: pagination Oct 12 12:29:33.288456 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: port_device_profile.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.296389 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.296893 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: port-device-profile Oct 12 12:29:33.297214 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: port_mac_address_override.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.298127 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.298629 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: port-mac-override Oct 12 12:29:33.298952 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.299828 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.300331 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: port-mac-address-regenerate Oct 12 12:29:33.300652 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.301511 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.302034 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: port-numa-affinity-policy Oct 12 12:29:33.302355 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: port_resource_request.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.303220 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.303712 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 12:29:33.304032 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: port_resource_request_groups.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.304944 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.305457 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 12 12:29:33.305782 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: portbindings.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.306681 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.307180 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: binding Oct 12 12:29:33.307500 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: portbindings_extended.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.308706 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.309211 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: binding-extended Oct 12 12:29:33.309540 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: portsecurity.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.310435 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.310937 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: port-security Oct 12 12:29:33.311259 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: project_id.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.312376 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.312706 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: project-id Oct 12 12:29:33.313030 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: providernet.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.313899 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.314435 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: provider Oct 12 12:29:33.314756 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.318218 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.318735 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos not supported by any of loaded plugins Oct 12 12:29:33.319066 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.320273 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.320784 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 12:29:33.321666 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.322526 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.323030 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 12:29:33.323364 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_default.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.324231 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.324735 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-default not supported by any of loaded plugins Oct 12 12:29:33.325063 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_fip.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.325959 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.326465 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-fip not supported by any of loaded plugins Oct 12 12:29:33.326793 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_fip_network_policy.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.332480 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.332985 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 12 12:29:33.333311 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_gateway_ip.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.334221 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.334725 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 12:29:33.335050 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_port_network_policy.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.335919 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.336428 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 12:29:33.336811 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.338321 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.338835 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 12:29:33.339163 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.340152 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.340653 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 12 12:29:33.340977 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_pps_rule.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.342121 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.342626 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-pps not supported by any of loaded plugins Oct 12 12:29:33.342950 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_rule_type_details.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.343822 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.344319 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 12:29:33.344640 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_rule_type_filter.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.345505 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.346035 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 12 12:29:33.346358 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: qos_rules_alias.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.347355 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.347855 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 12:29:33.348180 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: quota_check_limit.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.349041 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.349540 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: quota-check-limit Oct 12 12:29:33.349859 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: quotasv2.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.350760 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.351103 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: quotas Oct 12 12:29:33.351397 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: quotasv2_detail.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.353095 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.353427 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: quota_details Oct 12 12:29:33.353750 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: rbac.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.354776 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.355595 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: rbac-policies Oct 12 12:29:33.355875 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: rbac_address_group.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.356750 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.357257 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: rbac-address-group Oct 12 12:29:33.357581 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: rbac_address_scope.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.365558 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.366097 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: rbac-address-scope Oct 12 12:29:33.366423 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: rbac_security_groups.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.367307 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.367807 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: rbac-security-groups Oct 12 12:29:33.368157 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: rbac_subnetpool.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.369029 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.369534 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: rbac-subnetpool Oct 12 12:29:33.369857 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: revisionifmatch.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.370759 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.371252 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: revision-if-match Oct 12 12:29:33.371570 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: revisions.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.372651 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.373142 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: standard-attr-revisions Oct 12 12:29:33.373462 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: router_availability_zone.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.374115 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.374615 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: router_availability_zone Oct 12 12:29:33.374936 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: routerservicetype.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.375823 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.376351 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension router-service-type not supported by any of loaded plugins Oct 12 12:29:33.376671 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.377550 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.378081 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: security-groups-normalized-cidr Oct 12 12:29:33.378402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: security_groups_port_filtering.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.379270 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.379775 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: port-security-groups-filtering Oct 12 12:29:33.380095 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.380977 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.381478 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: security-groups-remote-address-group Oct 12 12:29:33.381800 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.382718 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.383217 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: security-groups-shared-filtering Oct 12 12:29:33.383537 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: securitygroup.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.393711 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.394269 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: security-group Oct 12 12:29:33.394599 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: segment.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.395280 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.395786 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension segment not supported by any of loaded plugins Oct 12 12:29:33.396110 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.396998 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.397499 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 12:29:33.397823 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: servicetype.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.398899 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.399973 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: service-type Oct 12 12:29:33.400299 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: sorting.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.401231 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.401561 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: sorting Oct 12 12:29:33.401884 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: standard_attr_segment.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.403887 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.404368 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 12:29:33.404710 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: standardattrdescription.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.405353 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.405866 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: standard-attr-description Oct 12 12:29:33.406220 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: stateful_security_group.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.407123 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.407635 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: stateful-security-group Oct 12 12:29:33.407964 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: stdattrs_common.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.408519 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 12:29:33.408845 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.409731 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.410265 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 12:29:33.410594 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: subnet_onboard.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.411617 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.412128 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: subnet_onboard Oct 12 12:29:33.412456 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.413353 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.413857 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 12:29:33.414210 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: subnet_service_types.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.415118 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.415622 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: subnet-service-types Oct 12 12:29:33.415950 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: subnetallocation.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.416989 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.417502 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: subnet_allocation Oct 12 12:29:33.417828 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.418487 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.418992 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: subnetpool-prefix-ops Oct 12 12:29:33.419317 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.420210 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.420715 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 12:29:33.421043 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: tagging.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.422098 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.422611 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: standard-attr-tag Oct 12 12:29:33.422945 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: timestamp.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.424131 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.424642 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loaded extension: standard-attr-timestamp Oct 12 12:29:33.424971 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: trunk.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.432257 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.432770 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension trunk not supported by any of loaded plugins Oct 12 12:29:33.433100 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: trunk_details.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.434012 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.434526 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension trunk-details not supported by any of loaded plugins Oct 12 12:29:33.434852 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: uplink_status_propagation.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.435736 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.436247 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 12:29:33.436571 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Loading extension file: vlantransparent.py {{(pid=104864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 12:29:33.437214 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 12:29:33.437711 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 12:29:33.440365 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:network Oct 12 12:29:33.440900 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:subnet Oct 12 12:29:33.441300 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 12:29:33.441691 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:port Oct 12 12:29:33.443010 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.443458 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service FLAVORS assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.444071 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.444533 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.444853 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:router Oct 12 12:29:33.445287 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:floatingip Oct 12 12:29:33.445788 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service METERING assigned prefix: /metering {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.447787 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.448164 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.448523 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:29:33.449524 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 12:29:33.449997 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:security_group Oct 12 12:29:33.450446 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 12:29:33.450990 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service CORE assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.451324 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 12:29:33.451673 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] subnetpool is already registered Oct 12 12:29:33.452100 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service CORE assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.452439 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 12:29:33.452775 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] subnetpool is already registered Oct 12 12:29:33.455257 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.455712 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service FLAVORS assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.456335 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.456883 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.457220 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:router Oct 12 12:29:33.457565 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] router is already registered Oct 12 12:29:33.458021 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:floatingip Oct 12 12:29:33.458377 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] floatingip is already registered Oct 12 12:29:33.458850 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service METERING assigned prefix: /metering {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.459575 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 12:29:33.459905 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] rbac_policy is already registered Oct 12 12:29:33.460332 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:security_group Oct 12 12:29:33.460673 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] security_group is already registered Oct 12 12:29:33.461099 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 12:29:33.461444 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] security_group_rule is already registered Oct 12 12:29:33.462581 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service CORE assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.462918 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 12:29:33.463258 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] subnetpool is already registered Oct 12 12:29:33.463683 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.v2.resource_helper [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Service CORE assigned prefix: {{(pid=104864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 12:29:33.464011 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 12:29:33.464345 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING neutron.quota.resource_registry [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] subnetpool is already registered Oct 12 12:29:33.464813 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: extensions {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.466450 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: address-groups {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.467948 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: address-scopes {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.469160 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: agents {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.470360 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: auto-allocated-topology {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.472866 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: availability_zones {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.474133 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: dhcp-networks {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.475552 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: dhcp-agents {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.477631 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: routers {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.478861 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: flavors {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.480291 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: service_profiles {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.481588 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: next_providers {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.483097 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: service_profiles {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.484547 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: floatingip-pools {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.485785 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: routers {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.487632 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: floatingips {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.488818 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: l3-routers {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.490237 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: l3-agents {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.491768 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: metering-labels {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.493062 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: metering-label-rules {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.494396 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: network-ip-availabilities {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.495756 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: bindings {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.497333 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: quotas {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.498907 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: quotas {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.500601 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: rbac-policies {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.501790 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: security-groups {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.503026 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: security-group-rules {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.504283 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: service-providers {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.505594 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: subnetpools {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.506961 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: subnetpools {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.508413 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.510735 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.512455 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.514355 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.516055 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.517918 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.519735 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.521534 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.523350 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.525760 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron.api.extensions [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Extended resource: tags {{(pid=104864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 12:29:33.532766 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING keystonemiddleware.auth_token [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 12:29:33.537847 dv-cinder-812685-16-iscsi neutron-server[104864]: WARNING keystonemiddleware.auth_token [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 12:29:33.546616 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Acquiring lock "singleton_lock" {{(pid=104864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 12 12:29:33.546947 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Acquired lock "singleton_lock" {{(pid=104864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 12 12:29:33.547416 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_concurrency.lockutils [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Releasing lock "singleton_lock" {{(pid=104864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 12 12:29:33.548067 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO oslo_service.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Starting 2 workers Oct 12 12:29:33.552966 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Started child 104977 {{(pid=104864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 12:29:33.557508 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Started child 104978 {{(pid=104864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 12:29:33.558417 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:33.559176 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO neutron.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 12:29:33.559827 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Publish callbacks [] for process (None), before_spawn {{(pid=104864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:33.559990 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [-] (104977) wsgi starting up on http://0.0.0.0:9696 Oct 12 12:29:33.562346 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO oslo_service.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Starting 1 workers Oct 12 12:29:33.562506 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:33.563842 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [-] (104978) wsgi starting up on http://0.0.0.0:9696 Oct 12 12:29:33.567610 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Started child 104979 {{(pid=104864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 12:29:33.568142 dv-cinder-812685-16-iscsi neutron-server[104864]: INFO oslo_service.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Starting 1 workers Oct 12 12:29:33.571762 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] calling RpcWorker wait() {{(pid=104979) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 12:29:33.575433 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] returning from RpcWorker wait() {{(pid=104979) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 12:29:33.575550 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Started child 104980 {{(pid=104864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 12:29:33.575629 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:33.575629 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:33.575757 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG neutron_lib.callbacks.manager [None req-c097dbbf-9663-489a-a5b6-4b3b4649662c None None] Publish callbacks [] for process (None), after_spawn {{(pid=104864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:33.575936 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 12:29:33.576328 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 12:29:33.576511 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 12:29:33.576746 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 12:29:33.577092 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 12:29:33.577264 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 12:29:33.577956 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.578182 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:33.578642 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.578642 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.578791 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.579301 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:33.579492 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.579583 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.579834 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.580086 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.580352 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.580518 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.580839 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.581119 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.581344 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.581668 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.581967 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.582218 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.582462 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.582634 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.582886 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.583157 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.583404 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.583691 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] debug = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.583952 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.584449 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.584701 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.584938 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.585178 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.585446 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.585855 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.586163 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.586413 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.587578 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.587578 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.587855 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.587990 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.588227 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.588410 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.588681 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.588903 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.589405 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] host = dv-cinder-812685-16-iscsi {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.589641 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.589880 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.590159 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.590421 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.590677 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.590907 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.591176 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.591429 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.591681 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.591907 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.592165 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.592409 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.592625 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.592870 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.593021 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_options = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.593267 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.593545 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.593822 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.594105 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.594263 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.594412 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.594673 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.594831 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.595864 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.595864 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.595864 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.596133 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.596133 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.596379 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.596845 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.597081 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.597389 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.597542 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.597797 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.598064 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.598306 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.598551 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.598764 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.598982 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.599195 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.599544 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.599891 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.600156 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.600367 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.600600 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.600855 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.601120 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.601355 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.601589 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.601852 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.602109 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.602464 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.602795 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.608965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.608965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.608965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.608965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.608965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.608965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.608965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.608965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.609561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_json = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.609561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.609561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.609561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.609561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.609561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.609561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.609561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.610274 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.610274 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.610274 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610274 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610274 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610274 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610274 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610274 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610825 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610825 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610825 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.610825 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.611087 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.611169 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.611464 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.611727 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.611989 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.612337 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.612617 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.612894 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.613134 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.613373 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.613599 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.613857 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.614219 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.614543 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.614879 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.615123 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.615348 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.615716 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.616021 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.616284 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.616634 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.616896 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.617146 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.617395 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.617634 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.617882 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.618187 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.618353 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.618558 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.618772 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.619050 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.619301 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.619540 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.619773 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.619991 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.620215 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.620456 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.620683 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.621231 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.621472 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.621698 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.621951 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.622180 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.622415 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.622662 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.622861 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.623114 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.623357 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.623613 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.623875 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.624117 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.624334 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.624566 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.624780 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.625011 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.625224 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.625442 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.625849 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.626306 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.626698 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.627086 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.627470 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.627832 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.628192 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.628561 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.628937 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.629188 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.629408 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.629620 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.629831 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.630065 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.630268 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.630515 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.630724 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.630941 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.631241 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.631461 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.631676 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.631888 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.632104 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.632315 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.632533 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.632825 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.633086 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.633341 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.634064 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.634320 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.634559 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.634807 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.635046 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.635263 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.635475 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.635738 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.635982 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.636242 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.636469 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.636690 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.636948 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.637167 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.637382 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.637595 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.637814 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.638059 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.638301 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.638513 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.638748 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.639143 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.639544 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.639778 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.640011 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.640248 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.640503 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.640738 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.641018 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.641411 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.641696 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.641915 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.642192 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.642529 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.642758 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.643016 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.643272 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.643500 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.643762 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.644036 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.644300 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.644529 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.644788 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.645026 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.645264 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.645481 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.645699 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.645945 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.646267 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.646518 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.646747 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.646959 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.647392 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.647624 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.647862 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.648271 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.648519 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.648777 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.649027 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.650024 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.650247 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.650492 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.650737 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.650976 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.651211 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.651424 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.651643 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.651881 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.652093 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.652322 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.652557 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.652780 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.653005 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.653219 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.653426 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.653692 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.654141 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.654358 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.654599 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.654818 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.655038 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.655259 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.655474 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.655702 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.655922 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.656189 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.656433 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.656644 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.656875 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.657119 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.657371 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.657584 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.657827 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.658070 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.658284 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.658495 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.658709 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.658926 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.659139 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.659362 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.659593 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.659855 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.660107 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.660461 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.660714 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.660943 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.661194 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.661449 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.661706 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.661924 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.662160 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.662409 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.662628 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.662853 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.663070 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.663308 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.663533 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.663748 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.663963 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.664176 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.664390 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.664658 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.665253 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.665525 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.665767 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.666008 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.666234 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.666477 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.666673 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.666889 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.667098 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.667309 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.667518 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.667733 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.667941 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.668286 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.668540 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.668772 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.669044 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.669262 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.669504 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.669819 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.670049 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.670261 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.670481 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.670716 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.670928 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.671184 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.671391 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.671596 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.671815 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.672028 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.672234 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.672480 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.672706 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.673107 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.673507 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.673804 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.674065 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.674308 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.674521 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.674732 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.674953 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.675160 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.675379 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.675602 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.675829 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.676013 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.676376 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.676598 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.676806 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.677095 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.677342 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.677560 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.677839 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.678089 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.678335 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.678579 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.678873 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.679090 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.679326 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.679551 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.679767 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.679982 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.680241 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.681077 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.681361 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.681604 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.681866 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.682176 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.682447 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.682716 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.682929 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.683231 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.683546 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.683821 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.684093 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.684326 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.684568 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.684810 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.685046 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.685272 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.685510 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.685722 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.685976 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.686208 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.686438 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.686670 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.686896 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.687110 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.687371 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.687578 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.687813 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.688029 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.688189 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 12:29:33.688749 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 12:29:33.688908 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 12:29:33.689064 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 12:29:33.689232 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 12:29:33.689396 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 12:29:33.689698 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 12:29:33.689907 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.690210 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.690319 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.690476 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.690675 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.690841 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.690998 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.691155 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.691310 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.691470 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.691690 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.691783 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.691944 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.692099 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.692255 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.692418 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.692574 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.692732 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.692890 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.693039 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.693153 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:33.693244 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.693324 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] debug = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.693482 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.693692 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.693855 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.694036 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.694192 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.694347 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.694501 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.694657 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.694813 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.694967 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.695122 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.695276 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.695434 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.695591 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.695747 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.695900 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.696796 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.696953 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] host = dv-cinder-812685-16-iscsi {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.697250 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.697567 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.697721 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.698068 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.698232 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.698380 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.698533 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.698688 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.698848 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.699004 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.699160 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.699316 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.699471 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.699626 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.699780 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_options = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.699933 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.700086 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.700243 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.700425 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.700586 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.700742 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.700901 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.701059 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.701214 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.701525 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.701525 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.701707 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.701797 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.701974 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.702129 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.702281 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.702433 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.702588 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.702743 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.702897 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.703051 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.703204 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.703358 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.703519 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.703669 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.703974 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.704132 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.704292 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.704445 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.704602 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.704754 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.704912 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.705066 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.705220 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.705377 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.705530 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.705681 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.706000 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.706162 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.706324 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.706473 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.706768 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.707088 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.707244 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.707538 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.707697 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.707853 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_json = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.708010 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.708165 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.708317 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.708474 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.708629 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.708785 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.708941 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.709095 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.709251 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 12:29:33.709425 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.709583 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.709751 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.709910 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.710092 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.710250 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.710409 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.710571 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.710729 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.710885 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.711051 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.711234 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.711376 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.711717 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.711875 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.712036 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.712194 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.712351 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.712509 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.712667 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.712824 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.712985 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.713150 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.713452 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.713613 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.713771 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.713927 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.714111 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.714268 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.714433 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.714607 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.714764 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.714923 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.715080 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.715237 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.715394 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.715554 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.715712 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.715869 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.716028 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.716186 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717402 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717921 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717921 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.717921 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.718184 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.718184 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.718382 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.718464 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.718542 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.718704 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.718871 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.719026 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.719181 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.719341 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.719496 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.719797 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.720090 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.720250 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.720546 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.720709 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.720874 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.721168 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.721336 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.721494 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.721650 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.721807 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.722124 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.722281 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.722443 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.722599 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.722747 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.722907 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.723063 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.723224 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.723384 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.723540 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.723694 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.723876 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.724011 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.724162 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.724319 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.724476 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.724635 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.724801 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.724973 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.725131 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.725313 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.725465 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.725606 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.725756 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.725922 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.726098 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.726261 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.726400 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.726559 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.726739 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.726862 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.727019 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.727173 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.727353 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.727512 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.727667 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.727825 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.727982 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.728136 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.728286 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.728482 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.728585 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.728738 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.728898 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.729058 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.729213 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.729371 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.729527 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.729683 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.729849 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.730276 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.730439 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.730596 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.730761 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.730926 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.731085 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.731246 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.731400 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.731706 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.731866 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.732089 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.732238 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.732330 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.732470 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.732622 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.732793 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.732955 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.733106 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.733263 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.733449 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.733606 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.733763 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.733918 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.734097 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.734249 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.734406 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.734589 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.734712 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.734864 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.735020 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.735179 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.735337 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.735494 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.735651 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.735808 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.735965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.736122 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.736264 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.736427 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.736588 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.736744 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.736901 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.737075 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.737214 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.737370 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.737526 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.737682 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.737839 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.738016 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.738175 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.738331 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.738488 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.738643 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.738799 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.738954 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.739111 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.739270 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.739427 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.739584 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.739742 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.739900 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.740057 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.740215 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.740373 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.740529 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.740687 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.740845 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.741001 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.741159 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.741316 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.741472 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.741629 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.741784 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.741950 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.742136 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.742293 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.742450 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.742608 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.742765 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.743417 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.743606 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.743763 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.743926 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.744085 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.744243 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.744400 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.744557 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.744714 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.744871 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.745028 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.745184 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.745340 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.745500 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.745659 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.745817 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.745995 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.746153 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.746314 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.746471 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.746627 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.746783 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.746940 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.747097 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.747254 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.747411 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.747568 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.747737 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.747896 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.748053 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.748209 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.748365 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.748522 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.748689 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.748846 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.749003 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.749160 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.749316 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.749472 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.749639 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.749795 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.749965 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.750125 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.750281 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.750437 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.750603 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.750759 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.750916 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.751072 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.751228 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.751384 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.751551 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.751707 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.751862 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.752018 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.752174 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.752331 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.752498 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.752655 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.752811 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.752966 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.753122 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.753277 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.753442 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.753599 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.753756 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.753924 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.754100 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.754257 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.754414 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.754583 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.754739 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.754898 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.755055 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.755211 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.755368 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.755526 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.755686 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.755852 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.756017 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.756174 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.756340 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.756505 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.756671 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.756827 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.756990 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.757158 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.757314 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.757471 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.757626 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.757782 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.757959 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.758115 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.758271 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.758427 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.758640 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.759296 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.759453 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.759609 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.759765 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.759921 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.760079 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.760234 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.760390 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.760546 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.760703 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 12:29:33.760852 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 12:29:33.931454 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35424) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:29:33.938382 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [-] 10.222.0.44 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048957 Oct 12 12:29:33.942714 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [-] 10.222.0.44 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037527 Oct 12 12:29:42.917971 dv-cinder-812685-16-iscsi neutron-server[104864]: DEBUG dbcounter [-] [104864] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104864) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:29:45.357111 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f14b497-98e5-4342-8b9c-14e8afebe7d4 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:29:45.365359 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writer thread running {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 12:29:45.462457 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f14b497-98e5-4342-8b9c-14e8afebe7d4 None None] No non-hosted networks {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 12:29:45.476214 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.agentschedulers_db [None req-7f14b497-98e5-4342-8b9c-14e8afebe7d4 None None] DHCP Agent not found on host dv-cinder-812685-16-iscsi {{(pid=104979) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 12 12:29:45.590273 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7963-0dad-4604-b2ac-da8b4ae6bd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1794769'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:47.090870 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writer thread running {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 12:29:47.715538 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-8716ab71-c35c-450f-84b7-0f7a7fdc451b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1794769'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:47.753179 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.db.api [None req-39c43398-186e-4888-a5ba-49b0268095b3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-812685-16-iscsi {{(pid=104979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 12:29:47.754080 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG oslo_db.api [None req-39c43398-186e-4888-a5ba-49b0268095b3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:29:48.307818 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39c43398-186e-4888-a5ba-49b0268095b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:48.948065 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1794769'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:49.042501 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35500) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:29:49.670749 dv-cinder-812685-16-iscsi neutron-server[104978]: WARNING oslo_policy.policy [None req-55390397-0fac-436a-86ca-3b80ef96c118 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 12:29:49.671544 dv-cinder-812685-16-iscsi neutron-server[104978]: WARNING oslo_policy.policy [None req-55390397-0fac-436a-86ca-3b80ef96c118 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 12:29:49.890274 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [None req-55390397-0fac-436a-86ca-3b80ef96c118 admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:29:49.906512 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-55390397-0fac-436a-86ca-3b80ef96c118 admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8629413 Oct 12 12:29:50.384342 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.db.l3_hamode_db [None req-fca0c6ff-2f36-42c0-a554-a5f9f5559db3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 12:29:50.464105 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0c6ff-2f36-42c0-a554-a5f9f5559db3 None None] Routers set() bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:29:50.464723 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0c6ff-2f36-42c0-a554-a5f9f5559db3 None None] Router IDs set() for agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 12 12:29:50.724391 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1794769'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:50.753009 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1794769'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:50.754515 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.755309 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.755767 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.756298 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.756845 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.757257 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.757828 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.762915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.762915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.762915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.762915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.762915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.763321 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.763321 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.763321 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:50.763321 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812685-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:50.768215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812685-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:52.579388 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35536) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:29:52.896805 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-38723445-715d-4eb6-b066-8639ba44f52b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:29:52.909199 dv-cinder-812685-16-iscsi neutron-server[104978]: ERROR stevedore.extension [None req-38723445-715d-4eb6-b066-8639ba44f52b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 12 12:29:52.989786 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.policy [None req-38723445-715d-4eb6-b066-8639ba44f52b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104978) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 12:29:53.031763 dv-cinder-812685-16-iscsi neutron-server[104978]: WARNING oslo_policy.policy [None req-38723445-715d-4eb6-b066-8639ba44f52b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 12:29:53.032130 dv-cinder-812685-16-iscsi neutron-server[104978]: WARNING oslo_policy.policy [None req-38723445-715d-4eb6-b066-8639ba44f52b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 12:29:53.051482 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writer thread running {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 12:29:53.181519 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-38723445-715d-4eb6-b066-8639ba44f52b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782342070304', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782342118964', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782342119704', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782342095449', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782342106421', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782337689720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3505723', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3505914', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576848', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1610895'] for rbac-policy (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:53.365587 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-38723445-715d-4eb6-b066-8639ba44f52b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:53.366865 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-38723445-715d-4eb6-b066-8639ba44f52b admin admin] 10.222.0.44 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7865806 Oct 12 12:29:55.937296 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35546) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:29:56.260147 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:29:56.409682 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Made reservation on behalf of 43bc485e87ac48e7ae6a07d85c170383 for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:29:56.413922 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:56.433092 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:56.540369 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Publish callbacks [] for security_group (d3d8907f-11ff-4912-a9c1-0c683d41519e), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:56.603906 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d3d8907f-11ff-4912-a9c1-0c683d41519e), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:56.636396 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:29:56.664101 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782341368019', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (fba59ffa-8e00-41ff-8704-db664bd68dc0), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:56.664694 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Unsubscribe: segment precommit_create {{(pid=104978) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 12:29:56.665734 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Added segment fba59ffa-8e00-41ff-8704-db664bd68dc0 of type vlan for network 42094c53-a7e5-4960-88dc-740a9b2e80a1 Oct 12 12:29:56.671936 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d8907f-11ff-4912-a9c1-0c683d41519e,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:56.707130 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.707466 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.707820 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.708168 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.708496 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.708818 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.709137 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.709454 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.709790 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.710151 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.710466 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.710793 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.711107 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.711522 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.711861 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Tracked resource versions report: Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: pushed versions: Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: { 'AddressGroup': {'1.2'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Agent': {'1.1'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'ConntrackHelper': {'1.0'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'LocalIPAssociation': {'1.0'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Log': {'1.0'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'NDPProxy': {'1.0'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Network': {'1.1'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Port': {'1.7'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'PortForwarding': {'1.3'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'QosPolicy': {'1.10'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SecurityGroup': {'1.5'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SecurityGroupRule': {'1.2'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SubPort': {'1.0'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Subnet': {'1.1'}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Trunk': {'1.1'}} Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: consumer versions: Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: { DHCP agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: L3 agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: Metadata agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: Metering agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: Open vSwitch agent@dv-cinder-812685-16-iscsi: { 'AddressGroup': '1.2', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Agent': '1.1', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'ConntrackHelper': '1.0', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'LocalIPAssociation': '1.0', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Log': '1.0', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'NDPProxy': '1.0', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Network': '1.1', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Port': '1.7', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'PortForwarding': '1.3', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'QosPolicy': '1.10', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SecurityGroup': '1.5', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SecurityGroupRule': '1.2', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SubPort': '1.0', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Subnet': '1.1', Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Trunk': '1.1'}} Oct 12 12:29:56.713306 dv-cinder-812685-16-iscsi neutron-server[104978]: {{(pid=104978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 12:29:56.772961 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (42094c53-a7e5-4960-88dc-740a9b2e80a1), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:56.855758 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (42094c53-a7e5-4960-88dc-740a9b2e80a1), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:56.860744 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:29:56.861425 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:29:56.885788 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=50,neutron:INSERT=47,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:29:56.976681 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] Pushing event updated for resources: {'Network': ['ID=42094c53-a7e5-4960-88dc-740a9b2e80a1,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:56.983970 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-ee1ea53e-a0a5-4427-9bc7-980cdfe18db8 demo demo] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0456624 Oct 12 12:29:56.989500 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 42094c53-a7e5-4960-88dc-740a9b2e80a1 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:29:59.605735 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35560) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:00.013790 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee1c49-431f-4b54-ad97-1fa48d42acaa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:30:00.015159 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4dee1c49-431f-4b54-ad97-1fa48d42acaa demo admin] 10.222.0.44 "GET /networking/v2.0/networks/42094c53-a7e5-4960-88dc-740a9b2e80a1 HTTP/1.1" status: 200 len: 825 time: 0.4085457 Oct 12 12:30:00.039464 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-d2423b1f-a7da-4d34-bbe3-ecf11b4d9e08 demo admin] 10.222.0.44 "GET /networking/v2.0/subnetpools/4147d557-1370-4158-bce7-62fdaf7dcf96 HTTP/1.1" status: 200 len: 734 time: 0.0183852 Oct 12 12:30:00.047780 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1', 'subnetpool_id': '4147d557-1370-4158-bce7-62fdaf7dcf96', 'name': 'private-subnet'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:30:00.118700 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Made reservation on behalf of 43bc485e87ac48e7ae6a07d85c170383 for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:30:00.120951 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:00.272123 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:00.467409 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (65bf02c5-d260-40f4-ac41-82263a74bb91), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:00.539020 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Pushing event updated for resources: {'Subnet': ['ID=65bf02c5-d260-40f4-ac41-82263a74bb91,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:00.541460 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Checking segment: {'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:30:00.541834 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Network hostable DHCP agents. Network: 42094c53-a7e5-4960-88dc-740a9b2e80a1, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:30:00.609304 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Network 42094c53-a7e5-4960-88dc-740a9b2e80a1 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:30:00.696408 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=6 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:00.700957 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 42094c53-a7e5-4960-88dc-740a9b2e80a1) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:30:00.705754 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:30:00.706451 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:00.712216 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d365212b-c3e0-4090-bf72-6cf673799c05 None None] Network 42094c53-a7e5-4960-88dc-740a9b2e80a1 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:30:00.715409 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:00.806669 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9732fb71-74b2-41a4-8e37-5e3d9824787e demo admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7618775 Oct 12 12:30:00.973174 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-42094c53-a7e5-4960-88dc-740a9b2e80a1', 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1', 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'fixed_ips': [{'subnet_id': '65bf02c5-d260-40f4-ac41-82263a74bb91'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:30:00.974549 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:01.252106 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Allocated IP 172.20.0.2 (42094c53-a7e5-4960-88dc-740a9b2e80a1/65bf02c5-d260-40f4-ac41-82263a74bb91/0b4f2110-3c28-449e-9b7e-1cf89481d566) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:30:01.283491 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:01.517707 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Publish callbacks [] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:01.587661 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:01.659609 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Network 42094c53-a7e5-4960-88dc-740a9b2e80a1 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:30:01.664143 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:30:01.670788 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:30:01.704801 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Pushing event updated for resources: {'Port': ['ID=0b4f2110-3c28-449e-9b7e-1cf89481d566,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:01.708769 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:01.732201 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.732837 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.732924 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.733232 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.733565 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.733890 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.734241 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.734563 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.734900 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.735227 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.735545 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.735876 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.736200 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.736514 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.736828 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Tracked resource versions report: Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: pushed versions: Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: { 'AddressGroup': {'1.2'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Agent': {'1.1'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'ConntrackHelper': {'1.0'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'LocalIPAssociation': {'1.0'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Log': {'1.0'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'NDPProxy': {'1.0'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Network': {'1.1'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Port': {'1.7'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'PortForwarding': {'1.3'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'QosPolicy': {'1.10'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SecurityGroup': {'1.5'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SecurityGroupRule': {'1.2'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SubPort': {'1.0'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Subnet': {'1.1'}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Trunk': {'1.1'}} Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: consumer versions: Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: { DHCP agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: L3 agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: Metadata agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: Metering agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: Open vSwitch agent@dv-cinder-812685-16-iscsi: { 'AddressGroup': '1.2', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Agent': '1.1', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'ConntrackHelper': '1.0', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'LocalIPAssociation': '1.0', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Log': '1.0', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'NDPProxy': '1.0', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Network': '1.1', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Port': '1.7', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'PortForwarding': '1.3', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'QosPolicy': '1.10', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SecurityGroup': '1.5', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SecurityGroupRule': '1.2', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SubPort': '1.0', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Subnet': '1.1', Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Trunk': '1.1'}} Oct 12 12:30:01.738353 dv-cinder-812685-16-iscsi neutron-server[104979]: {{(pid=104979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 12:30:01.772482 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Attempting to bind port 0b4f2110-3c28-449e-9b7e-1cf89481d566 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:30:01.772816 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Attempting to bind port 0b4f2110-3c28-449e-9b7e-1cf89481d566 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:30:01.773241 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Attempting to bind port 0b4f2110-3c28-449e-9b7e-1cf89481d566 on network 42094c53-a7e5-4960-88dc-740a9b2e80a1 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:30:01.822321 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:30:01.822675 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Checking segment: {'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:30:01.823140 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:01.823527 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Bound using segment: {'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:30:01.824006 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Bound port: 0b4f2110-3c28-449e-9b7e-1cf89481d566, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:30:01.824394 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:01.882773 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] For port 0b4f2110-3c28-449e-9b7e-1cf89481d566, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:30:01.901309 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] For port 0b4f2110-3c28-449e-9b7e-1cf89481d566, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=0b4f2110-3c28-449e-9b7e-1cf89481d566,segment=NetworkSegment(fba59ffa-8e00-41ff-8704-db664bd68dc0),segment_id=fba59ffa-8e00-41ff-8704-db664bd68dc0)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:30:01.981715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:02.033900 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51697955-391c-40da-a0c1-a59830fd9159 None None] Pushing event updated for resources: {'Port': ['ID=0b4f2110-3c28-449e-9b7e-1cf89481d566,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:03.458847 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35574) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:03.784013 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [None req-12f15675-69a8-4996-b18c-359c3183dc5c admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:30:03.785075 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-12f15675-69a8-4996-b18c-359c3183dc5c admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3252616 Oct 12 12:30:06.456098 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35582) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:06.785059 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [None req-8af4f149-c35b-4be2-9aab-081dac5e5e17 admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:30:06.786255 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-8af4f149-c35b-4be2-9aab-081dac5e5e17 admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3291657 Oct 12 12:30:09.430333 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35594) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:09.760452 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-89538a02-4f84-4fbb-a8b8-c05923331743 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:30:09.822442 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89538a02-4f84-4fbb-a8b8-c05923331743 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (3131a05f-a38f-4cbf-9490-7240c768fb9c), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:09.823957 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89538a02-4f84-4fbb-a8b8-c05923331743 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (3131a05f-a38f-4cbf-9490-7240c768fb9c), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:09.958923 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89538a02-4f84-4fbb-a8b8-c05923331743 demo demo] Publish callbacks [] for router_controller (3131a05f-a38f-4cbf-9490-7240c768fb9c), precommit_add_association {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:10.016839 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89538a02-4f84-4fbb-a8b8-c05923331743 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (3131a05f-a38f-4cbf-9490-7240c768fb9c), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:10.033325 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ee86d-9c94-44df-a374-0242cfc5845b None None] Network 42094c53-a7e5-4960-88dc-740a9b2e80a1 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:30:10.086488 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89538a02-4f84-4fbb-a8b8-c05923331743 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:10.087715 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-89538a02-4f84-4fbb-a8b8-c05923331743 demo demo] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6564298 Oct 12 12:30:10.096029 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-41e08ad3-4104-4ae2-8144-7cc3d3c597ec None None] Provisioning complete for port 0b4f2110-3c28-449e-9b7e-1cf89481d566 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:10.096440 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-41e08ad3-4104-4ae2-8144-7cc3d3c597ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:10.096800 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-41e08ad3-4104-4ae2-8144-7cc3d3c597ec None None] Attempt 1 to provision port 0b4f2110-3c28-449e-9b7e-1cf89481d566 Oct 12 12:30:10.297030 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-41e08ad3-4104-4ae2-8144-7cc3d3c597ec None None] Current status of the port 0b4f2110-3c28-449e-9b7e-1cf89481d566 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:30:10.298070 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-41e08ad3-4104-4ae2-8144-7cc3d3c597ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:10.336690 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-41e08ad3-4104-4ae2-8144-7cc3d3c597ec None None] For port 0b4f2110-3c28-449e-9b7e-1cf89481d566, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=0b4f2110-3c28-449e-9b7e-1cf89481d566,segment=NetworkSegment(fba59ffa-8e00-41ff-8704-db664bd68dc0),segment_id=fba59ffa-8e00-41ff-8704-db664bd68dc0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:30:10.381380 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 0b4f2110-3c28-449e-9b7e-1cf89481d566 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:30:10.426094 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-41e08ad3-4104-4ae2-8144-7cc3d3c597ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:10.456872 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 0b4f2110-3c28-449e-9b7e-1cf89481d566 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:10.457272 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:10.457609 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 0b4f2110-3c28-449e-9b7e-1cf89481d566 Oct 12 12:30:10.487516 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:10.515136 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e08ad3-4104-4ae2-8144-7cc3d3c597ec None None] Pushing event updated for resources: {'Port': ['ID=0b4f2110-3c28-449e-9b7e-1cf89481d566,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:10.561249 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1e7bf8ac-59f5-4f3b-816b-42d85d625634 None None] Provisioning complete for port 0b4f2110-3c28-449e-9b7e-1cf89481d566 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:10.561249 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf8ac-59f5-4f3b-816b-42d85d625634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:10.561249 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1e7bf8ac-59f5-4f3b-816b-42d85d625634 None None] Attempt 1 to provision port 0b4f2110-3c28-449e-9b7e-1cf89481d566 Oct 12 12:30:10.564522 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 0b4f2110-3c28-449e-9b7e-1cf89481d566 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:30:10.598402 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:10.636563 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bf8ac-59f5-4f3b-816b-42d85d625634 None None] Current status of the port 0b4f2110-3c28-449e-9b7e-1cf89481d566 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:30:12.341586 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 0b4f2110-3c28-449e-9b7e-1cf89481d566 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:30:12.386029 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 0b4f2110-3c28-449e-9b7e-1cf89481d566 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:12.386422 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:12.386761 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 0b4f2110-3c28-449e-9b7e-1cf89481d566 Oct 12 12:30:12.460032 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 0b4f2110-3c28-449e-9b7e-1cf89481d566 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:30:12.715159 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35604) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:13.034164 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [None req-b0cc73b5-8f3a-4014-a30c-d96cbacad292 admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:30:13.035145 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-b0cc73b5-8f3a-4014-a30c-d96cbacad292 admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3191288 Oct 12 12:30:15.352969 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b40df48c-9ec9-434a-9c04-b57c9817a0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:15.668630 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35612) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:15.990169 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:30:16.067438 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Made reservation on behalf of 5655a305f69b4cb0901b114b25e5c478 for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:30:16.069728 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:16.078762 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:16.112725 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=16,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:16.150251 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Publish callbacks [] for security_group (0f30b0ae-83d3-4209-bc6c-4d3e4a3a2ebe), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:16.215844 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0f30b0ae-83d3-4209-bc6c-4d3e4a3a2ebe), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:16.230854 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Reserving flat network on physical network physnet1 {{(pid=104978) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 12:30:16.254480 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:16.254866 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Added segment fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0 of type flat for network fce3ab94-8597-4174-bf9c-d03c7842e8e2 Oct 12 12:30:16.256187 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f30b0ae-83d3-4209-bc6c-4d3e4a3a2ebe,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:16.304505 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (fce3ab94-8597-4174-bf9c-d03c7842e8e2), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:16.321543 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:16.421804 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (fce3ab94-8597-4174-bf9c-d03c7842e8e2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:16.422826 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:30:16.423402 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:16.514688 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] Pushing event updated for resources: {'Network': ['ID=fce3ab94-8597-4174-bf9c-d03c7842e8e2,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:16.524228 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:30:16.562269 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-386a1f25-c686-44dd-bf39-4891dd54b072 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8925505 Oct 12 12:30:17.701226 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-5cd16ea3-1c94-419c-89a3-82a15e66286a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:18.918942 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:19.183349 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 35622) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:19.703353 dv-cinder-812685-16-iscsi neutron-server[104977]: WARNING oslo_policy.policy [None req-174aa79b-5275-4a25-9e34-95d774180421 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 12:30:19.703929 dv-cinder-812685-16-iscsi neutron-server[104977]: WARNING oslo_policy.policy [None req-174aa79b-5275-4a25-9e34-95d774180421 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 12:30:19.935575 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writer thread running {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 12 12:30:19.936141 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:20.055488 dv-cinder-812685-16-iscsi neutron-server[104977]: ERROR stevedore.extension [None req-174aa79b-5275-4a25-9e34-95d774180421 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 12 12:30:20.115782 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.policy [None req-174aa79b-5275-4a25-9e34-95d774180421 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104977) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 12:30:20.159378 dv-cinder-812685-16-iscsi neutron-server[104977]: WARNING oslo_policy.policy [None req-174aa79b-5275-4a25-9e34-95d774180421 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 12:30:20.159753 dv-cinder-812685-16-iscsi neutron-server[104977]: WARNING oslo_policy.policy [None req-174aa79b-5275-4a25-9e34-95d774180421 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 12:30:20.167517 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174aa79b-5275-4a25-9e34-95d774180421 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:30:20.169422 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-174aa79b-5275-4a25-9e34-95d774180421 demo admin] 10.222.0.44 "GET /networking/v2.0/subnets/65bf02c5-d260-40f4-ac41-82263a74bb91 HTTP/1.1" status: 200 len: 849 time: 0.9842715 Oct 12 12:30:20.336526 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-70437cda-aa1f-4c34-a553-3995759648c8 demo admin] 10.222.0.44 "GET /networking/v2.0/routers/3131a05f-a38f-4cbf-9490-7240c768fb9c HTTP/1.1" status: 200 len: 704 time: 0.1610904 Oct 12 12:30:20.596622 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:20.707369 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:20.753151 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:20.927114 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Allocated IP 172.20.0.1 (42094c53-a7e5-4960-88dc-740a9b2e80a1/65bf02c5-d260-40f4-ac41-82263a74bb91/d80ebda7-71f6-4e68-b0ae-878504de6411) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:30:21.138295 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Publish callbacks [] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:21.283450 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:21.340380 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Network 42094c53-a7e5-4960-88dc-740a9b2e80a1 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:30:21.353121 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:30:21.391161 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Pushing event updated for resources: {'Port': ['ID=d80ebda7-71f6-4e68-b0ae-878504de6411,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:21.396319 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:30:21.396879 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (3131a05f-a38f-4cbf-9490-7240c768fb9c), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:21.451716 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.452066 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.452432 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.452775 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.453108 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.453437 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.453765 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.454113 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.454452 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.454788 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.455146 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.455471 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.455802 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.456121 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.456438 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Tracked resource versions report: Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: pushed versions: Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: { 'AddressGroup': {'1.2'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Agent': {'1.1'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'ConntrackHelper': {'1.0'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'LocalIPAssociation': {'1.0'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Log': {'1.0'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'NDPProxy': {'1.0'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Network': {'1.1'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Port': {'1.7'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'PortForwarding': {'1.3'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'QosPolicy': {'1.10'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SecurityGroup': {'1.5'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SecurityGroupRule': {'1.2'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SubPort': {'1.0'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Subnet': {'1.1'}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Trunk': {'1.1'}} Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: consumer versions: Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: { DHCP agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: L3 agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: Metadata agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: Metering agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: Open vSwitch agent@dv-cinder-812685-16-iscsi: { 'AddressGroup': '1.2', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Agent': '1.1', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'ConntrackHelper': '1.0', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'LocalIPAssociation': '1.0', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Log': '1.0', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'NDPProxy': '1.0', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Network': '1.1', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Port': '1.7', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'PortForwarding': '1.3', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'QosPolicy': '1.10', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SecurityGroup': '1.5', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SecurityGroupRule': '1.2', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SubPort': '1.0', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Subnet': '1.1', Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Trunk': '1.1'}} Oct 12 12:30:21.457882 dv-cinder-812685-16-iscsi neutron-server[104977]: {{(pid=104977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 12:30:21.483726 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:21.619593 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-4b57ccff-fe2a-410f-a7e3-e1c161f04d50 None None] Provisioning complete for port d80ebda7-71f6-4e68-b0ae-878504de6411 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:21.619988 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4b57ccff-fe2a-410f-a7e3-e1c161f04d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:21.620312 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-4b57ccff-fe2a-410f-a7e3-e1c161f04d50 None None] Attempt 1 to provision port d80ebda7-71f6-4e68-b0ae-878504de6411 Oct 12 12:30:21.653508 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-4b57ccff-fe2a-410f-a7e3-e1c161f04d50 None None] Port d80ebda7-71f6-4e68-b0ae-878504de6411 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:30:21.683828 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:21.745139 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:21.898348 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Publish callbacks [] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:21.953365 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:21.954173 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (3131a05f-a38f-4cbf-9490-7240c768fb9c), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:22.031867 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Pushing event updated for resources: {'Port': ['ID=d80ebda7-71f6-4e68-b0ae-878504de6411,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:22.082126 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Network 42094c53-a7e5-4960-88dc-740a9b2e80a1 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:30:22.083402 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:30:22.273759 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-e09cfb34-2daa-4d79-aa04-4967855c3cce None None] Provisioning complete for port d80ebda7-71f6-4e68-b0ae-878504de6411 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:22.274999 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e09cfb34-2daa-4d79-aa04-4967855c3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:22.275119 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-e09cfb34-2daa-4d79-aa04-4967855c3cce None None] Attempt 1 to provision port d80ebda7-71f6-4e68-b0ae-878504de6411 Oct 12 12:30:22.296460 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Router 3131a05f-a38f-4cbf-9490-7240c768fb9c is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:30:22.305962 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-e09cfb34-2daa-4d79-aa04-4967855c3cce None None] Port d80ebda7-71f6-4e68-b0ae-878504de6411 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:30:22.425528 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:30:22.431244 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-abf5ec24-fc75-489b-ae95-8b597a07cab2 demo admin] 10.222.0.44 "PUT /networking/v2.0/routers/3131a05f-a38f-4cbf-9490-7240c768fb9c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0885835 Oct 12 12:30:22.435087 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Sync routers for ids ['3131a05f-a38f-4cbf-9490-7240c768fb9c'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:30:22.449386 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Routers {'3131a05f-a38f-4cbf-9490-7240c768fb9c'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:30:22.450307 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:30:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3131a05f-a38f-4cbf-9490-7240c768fb9c'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:30:22.644130 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Set router 3131a05f-a38f-4cbf-9490-7240c768fb9c gateway port host: None {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:30:23.071530 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'name': 'router1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:30:09Z', 'updated_at': '2022-10-12T12:30:21Z', 'revision_number': 2, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'gw_port_host': None, '_interfaces': [{'id': 'd80ebda7-71f6-4e68-b0ae-878504de6411', 'name': '', 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'mac_address': 'fa:16:3e:f6:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:20Z', 'updated_at': '2022-10-12T12:30:21Z', 'revision_number': 2, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'subnets': [{'id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4147d557-1370-4158-bce7-62fdaf7dcf96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:30:23.121552 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Checking router: 3131a05f-a38f-4cbf-9490-7240c768fb9c for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:30:23.121951 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Updating router 3131a05f-a38f-4cbf-9490-7240c768fb9c port d80ebda7-71f6-4e68-b0ae-878504de6411 binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:30:23.174689 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:23.670006 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Publish callbacks [] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:23.753205 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:23.896648 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Pushing event updated for resources: {'Port': ['ID=d80ebda7-71f6-4e68-b0ae-878504de6411,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:23.911944 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.912299 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.912666 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.912998 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.913333 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.913690 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.914071 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.914426 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.914779 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.915143 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.915455 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.915779 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.916108 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.916459 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.916809 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Tracked resource versions report: Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: pushed versions: Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: { 'AddressGroup': {'1.2'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Agent': {'1.1'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'ConntrackHelper': {'1.0'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'LocalIPAssociation': {'1.0'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Log': {'1.0'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'NDPProxy': {'1.0'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Network': {'1.1'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Port': {'1.7'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'PortForwarding': {'1.3'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'QosPolicy': {'1.10'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SecurityGroup': {'1.5'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SecurityGroupRule': {'1.2'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SubPort': {'1.0'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Subnet': {'1.1'}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Trunk': {'1.1'}} Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: consumer versions: Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: { DHCP agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: L3 agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: Metadata agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: Metering agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: Open vSwitch agent@dv-cinder-812685-16-iscsi: { 'AddressGroup': '1.2', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Agent': '1.1', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'ConntrackHelper': '1.0', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'LocalIPAssociation': '1.0', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Log': '1.0', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'NDPProxy': '1.0', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Network': '1.1', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Port': '1.7', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'PortForwarding': '1.3', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'QosPolicy': '1.10', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SecurityGroup': '1.5', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SecurityGroupRule': '1.2', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SubPort': '1.0', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Subnet': '1.1', Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Trunk': '1.1'}} Oct 12 12:30:23.918305 dv-cinder-812685-16-iscsi neutron-server[104980]: {{(pid=104980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 12:30:23.921655 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Attempting to bind port d80ebda7-71f6-4e68-b0ae-878504de6411 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:30:23.922020 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Attempting to bind port d80ebda7-71f6-4e68-b0ae-878504de6411 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:30:23.922447 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Attempting to bind port d80ebda7-71f6-4e68-b0ae-878504de6411 on network 42094c53-a7e5-4960-88dc-740a9b2e80a1 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:30:24.003970 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:30:24.004360 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Checking segment: {'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:30:24.004837 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:24.005221 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Bound using segment: {'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:30:24.005723 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Bound port: d80ebda7-71f6-4e68-b0ae-878504de6411, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba59ffa-8e00-41ff-8704-db664bd68dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:30:24.006122 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:24.054753 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:24.068884 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] For port d80ebda7-71f6-4e68-b0ae-878504de6411, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:30:24.075252 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:24.088014 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] For port d80ebda7-71f6-4e68-b0ae-878504de6411, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=d80ebda7-71f6-4e68-b0ae-878504de6411,segment=NetworkSegment(fba59ffa-8e00-41ff-8704-db664bd68dc0),segment_id=fba59ffa-8e00-41ff-8704-db664bd68dc0)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:30:24.228779 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:24.270331 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Routers {'3131a05f-a38f-4cbf-9490-7240c768fb9c'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:30:24.270942 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:30:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3131a05f-a38f-4cbf-9490-7240c768fb9c'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:30:24.340490 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e6093-30c6-46f1-8743-4a53b9e7efc0 None None] Pushing event updated for resources: {'Port': ['ID=d80ebda7-71f6-4e68-b0ae-878504de6411,revision_number=4']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:24.368661 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] Set router 3131a05f-a38f-4cbf-9490-7240c768fb9c gateway port host: None {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:30:24.561361 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'name': 'router1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:30:09Z', 'updated_at': '2022-10-12T12:30:21Z', 'revision_number': 2, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'gw_port_host': None, '_interfaces': [{'id': 'd80ebda7-71f6-4e68-b0ae-878504de6411', 'name': '', 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'mac_address': 'fa:16:3e:f6:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:20Z', 'updated_at': '2022-10-12T12:30:24Z', 'revision_number': 4, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'subnets': [{'id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4147d557-1370-4158-bce7-62fdaf7dcf96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:30:24.589363 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a885ed-b043-45f0-ae08-0b90560105ce None None] The sync data for ids ['3131a05f-a38f-4cbf-9490-7240c768fb9c'] in dv-cinder-812685-16-iscsi is: [{'id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'name': 'router1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:30:09Z', 'updated_at': '2022-10-12T12:30:21Z', 'revision_number': 2, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'gw_port_host': None, '_interfaces': [{'id': 'd80ebda7-71f6-4e68-b0ae-878504de6411', 'name': '', 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'mac_address': 'fa:16:3e:f6:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:20Z', 'updated_at': '2022-10-12T12:30:24Z', 'revision_number': 4, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'subnets': [{'id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4147d557-1370-4158-bce7-62fdaf7dcf96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:30:25.130484 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 35646) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:25.528148 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a8fd6-7100-4a86-b392-73fed824eb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:30:25.529961 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-6e8a8fd6-7100-4a86-b392-73fed824eb72 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/fce3ab94-8597-4174-bf9c-d03c7842e8e2 HTTP/1.1" status: 200 len: 842 time: 0.3981500 Oct 12 12:30:25.539381 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:30:25.568532 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:25.684940 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Made reservation on behalf of 5655a305f69b4cb0901b114b25e5c478 for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:30:25.687590 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:26.059307 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.objects.ports [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104977) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 12 12:30:26.059737 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (d14341e3-2000-4dab-ae74-dc6410602968), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:26.089816 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:26.111429 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14341e3-2000-4dab-ae74-dc6410602968,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:26.130308 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:30:26.130677 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Network hostable DHCP agents. Network: fce3ab94-8597-4174-bf9c-d03c7842e8e2, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:30:26.244729 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:30:26.359182 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, fce3ab94-8597-4174-bf9c-d03c7842e8e2) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:30:26.363797 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:30:26.364401 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:26.368576 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921b947-b844-4bbd-988a-0245c192298b None None] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:30:26.442463 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-6eb0162d-135d-444d-a02f-d0c2c2487b28 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9064405 Oct 12 12:30:26.473646 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01067a7b-312b-4fb3-b3df-4f519e8dddd8 None None] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:30:26.512033 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:29.097146 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35654) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:29.619880 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-91ebbecc-b112-4cb1-b6fa-9b99f3af6728 demo admin] 10.222.0.44 "GET /networking/v2.0/routers/3131a05f-a38f-4cbf-9490-7240c768fb9c HTTP/1.1" status: 200 len: 710 time: 0.5215919 Oct 12 12:30:29.738340 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914075a-43b1-464c-9720-278871dd08a4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:30:29.740586 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6914075a-43b1-464c-9720-278871dd08a4 demo admin] 10.222.0.44 "GET /networking/v2.0/networks/fce3ab94-8597-4174-bf9c-d03c7842e8e2 HTTP/1.1" status: 200 len: 886 time: 0.1149154 Oct 12 12:30:29.748838 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:30:29.984590 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks [] for router_gateway (3131a05f-a38f-4cbf-9490-7240c768fb9c), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:30.313754 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks [] for router_gateway (3131a05f-a38f-4cbf-9490-7240c768fb9c), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:30.362937 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device d80ebda7-71f6-4e68-b0ae-878504de6411 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:30:30.394406 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:30.406830 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port d80ebda7-71f6-4e68-b0ae-878504de6411 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:30.407217 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:30.407554 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port d80ebda7-71f6-4e68-b0ae-878504de6411 Oct 12 12:30:30.482682 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:30.485183 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port d80ebda7-71f6-4e68-b0ae-878504de6411 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:30:30.485566 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:30.519007 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port d80ebda7-71f6-4e68-b0ae-878504de6411, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=d80ebda7-71f6-4e68-b0ae-878504de6411,segment=NetworkSegment(fba59ffa-8e00-41ff-8704-db664bd68dc0),segment_id=fba59ffa-8e00-41ff-8704-db664bd68dc0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:30:30.550877 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Allocated IP 172.27.3.213 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/1c696e48-0a7b-4a56-9292-4a0abb1539e0) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:30:30.598958 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:30.656301 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=d80ebda7-71f6-4e68-b0ae-878504de6411,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:30.664802 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks [] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:30.673826 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:30.701854 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:30.776040 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:30.857390 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:30:30.863027 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:30:30.867511 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:30:30.870003 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Pushing event updated for resources: {'Port': ['ID=1c696e48-0a7b-4a56-9292-4a0abb1539e0,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:31.210887 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks [] for router_gateway (3131a05f-a38f-4cbf-9490-7240c768fb9c), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:31.387885 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1792977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-693'] for router (3131a05f-a38f-4cbf-9490-7240c768fb9c), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:31.392192 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1792465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1793002'] for router (3131a05f-a38f-4cbf-9490-7240c768fb9c), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:31.492906 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Router 3131a05f-a38f-4cbf-9490-7240c768fb9c has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:30:31.652492 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:30:31.657220 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:31.658027 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-c2db3cee-3392-4578-bc38-53d80a51b9c0 demo admin] 10.222.0.44 "PUT /networking/v2.0/routers/3131a05f-a38f-4cbf-9490-7240c768fb9c HTTP/1.1" status: 200 len: 890 time: 1.9122758 Oct 12 12:30:31.663315 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Sync routers for ids ['3131a05f-a38f-4cbf-9490-7240c768fb9c'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:30:31.675679 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Routers {'3131a05f-a38f-4cbf-9490-7240c768fb9c'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:30:31.676377 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:30:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3131a05f-a38f-4cbf-9490-7240c768fb9c'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:30:31.752262 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:31.890355 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Set router 3131a05f-a38f-4cbf-9490-7240c768fb9c gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:30:32.279120 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'name': 'router1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '1c696e48-0a7b-4a56-9292-4a0abb1539e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:30:09Z', 'updated_at': '2022-10-12T12:30:31Z', 'revision_number': 4, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'gw_port': {'id': '1c696e48-0a7b-4a56-9292-4a0abb1539e0', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:30Z', 'updated_at': '2022-10-12T12:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'd80ebda7-71f6-4e68-b0ae-878504de6411', 'name': '', 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'mac_address': 'fa:16:3e:f6:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:20Z', 'updated_at': '2022-10-12T12:30:30Z', 'revision_number': 5, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'subnets': [{'id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4147d557-1370-4158-bce7-62fdaf7dcf96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:30:32.404148 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device d80ebda7-71f6-4e68-b0ae-878504de6411 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:30:32.407810 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Checking router: 3131a05f-a38f-4cbf-9490-7240c768fb9c for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:30:32.408158 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Updating router 3131a05f-a38f-4cbf-9490-7240c768fb9c port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:30:32.487519 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:32.521466 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port d80ebda7-71f6-4e68-b0ae-878504de6411 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:32.521844 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:32.522206 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port d80ebda7-71f6-4e68-b0ae-878504de6411 Oct 12 12:30:32.748495 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port d80ebda7-71f6-4e68-b0ae-878504de6411 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:30:32.866755 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Publish callbacks [] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:32.936302 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:32.979162 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:32.986276 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Attempting to bind port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:30:32.986659 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Attempting to bind port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:30:32.987012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Attempting to bind port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:30:32.989545 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089f442-2c46-492d-95f2-5d1acf07bbd7 None None] Pushing event updated for resources: {'Port': ['ID=1c696e48-0a7b-4a56-9292-4a0abb1539e0,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:33.033313 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:30:33.033676 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:30:33.034118 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:33.034500 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:30:33.034957 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Bound port: 1c696e48-0a7b-4a56-9292-4a0abb1539e0, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:30:33.035504 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:33.058713 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:33.090797 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] For port 1c696e48-0a7b-4a56-9292-4a0abb1539e0, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:30:33.093828 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] For port 1c696e48-0a7b-4a56-9292-4a0abb1539e0, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=1c696e48-0a7b-4a56-9292-4a0abb1539e0,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:30:33.131928 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:33.171044 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Routers {'3131a05f-a38f-4cbf-9490-7240c768fb9c'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:30:33.171634 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:30:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3131a05f-a38f-4cbf-9490-7240c768fb9c'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:30:33.230278 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089f442-2c46-492d-95f2-5d1acf07bbd7 None None] Pushing event updated for resources: {'Port': ['ID=1c696e48-0a7b-4a56-9292-4a0abb1539e0,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:33.292792 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] Set router 3131a05f-a38f-4cbf-9490-7240c768fb9c gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:30:33.492830 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'name': 'router1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '1c696e48-0a7b-4a56-9292-4a0abb1539e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:30:09Z', 'updated_at': '2022-10-12T12:30:31Z', 'revision_number': 4, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'gw_port': {'id': '1c696e48-0a7b-4a56-9292-4a0abb1539e0', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:30Z', 'updated_at': '2022-10-12T12:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'd80ebda7-71f6-4e68-b0ae-878504de6411', 'name': '', 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'mac_address': 'fa:16:3e:f6:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:20Z', 'updated_at': '2022-10-12T12:30:30Z', 'revision_number': 5, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'subnets': [{'id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4147d557-1370-4158-bce7-62fdaf7dcf96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:30:33.520478 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f22419-afda-48ac-8d02-f6e4e6a05f6f None None] The sync data for ids ['3131a05f-a38f-4cbf-9490-7240c768fb9c'] in dv-cinder-812685-16-iscsi is: [{'id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'name': 'router1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '1c696e48-0a7b-4a56-9292-4a0abb1539e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:30:09Z', 'updated_at': '2022-10-12T12:30:31Z', 'revision_number': 4, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'gw_port': {'id': '1c696e48-0a7b-4a56-9292-4a0abb1539e0', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:30Z', 'updated_at': '2022-10-12T12:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'd80ebda7-71f6-4e68-b0ae-878504de6411', 'name': '', 'network_id': '42094c53-a7e5-4960-88dc-740a9b2e80a1', 'tenant_id': '43bc485e87ac48e7ae6a07d85c170383', 'mac_address': 'fa:16:3e:f6:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3131a05f-a38f-4cbf-9490-7240c768fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:30:20Z', 'updated_at': '2022-10-12T12:30:30Z', 'revision_number': 5, 'project_id': '43bc485e87ac48e7ae6a07d85c170383', 'subnets': [{'id': '65bf02c5-d260-40f4-ac41-82263a74bb91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4147d557-1370-4158-bce7-62fdaf7dcf96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:30:34.393876 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 1c696e48-0a7b-4a56-9292-4a0abb1539e0 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:30:34.451157 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:34.451558 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:34.451901 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 Oct 12 12:30:34.513967 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 35666) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:30:34.525239 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:30:34.525631 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:34.547625 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 1c696e48-0a7b-4a56-9292-4a0abb1539e0, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=1c696e48-0a7b-4a56-9292-4a0abb1539e0,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:30:34.564013 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=31 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:34.566064 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=50 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:34.616563 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:34.669052 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=1c696e48-0a7b-4a56-9292-4a0abb1539e0,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:30:34.932273 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-b5a32b91-a566-4098-8fad-ad0f153f2a03 admin admin] 10.222.0.44 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4210706 Oct 12 12:30:36.371272 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 1c696e48-0a7b-4a56-9292-4a0abb1539e0 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:30:36.373560 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=43,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:36.380691 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:36.420986 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:30:36.421371 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (1c696e48-0a7b-4a56-9292-4a0abb1539e0), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:36.421708 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 Oct 12 12:30:36.499284 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 1c696e48-0a7b-4a56-9292-4a0abb1539e0 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:30:43.613424 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:30:44.924886 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:44.928159 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:45.371670 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b842ff05-8daf-4170-842e-c8e457acd659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:46.497511 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:47.714230 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bd429288-71a5-485c-ba2c-1f46f944a9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:48.832499 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:48.919538 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:50.698941 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:50.777497 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:30:53.608078 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:30:53.609317 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:00.631819 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:00.692066 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:15.353584 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-299ad85a-4627-47f8-b8ed-f32b57c82072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:17.691841 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6362ce65-9182-49cf-9642-9d28c52b6ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:19.125977 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:20.612275 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:31:20.684821 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:20.753630 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:23.636009 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:30.612310 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=5 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:30.678229 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:30.684922 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:43.609436 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:43.611338 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:31:45.359718 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-fb0cae60-b231-477d-9ab3-d65b95c3ee7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:47.691872 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2de7a639-db06-4eff-bb69-eff9d54dce9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:48.914898 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:50.663941 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:50.743732 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:31:57.611204 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:32:00.676818 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:00.684382 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:00.832668 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=15 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:02.339059 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36216) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:02.673344 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.pecan_wsgi.hooks.translation [None req-347ab64f-117f-4257-883a-e2f48c5e00b3 admin admin] GET failed (client error): The resource could not be found. Oct 12 12:32:02.674725 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-347ab64f-117f-4257-883a-e2f48c5e00b3 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3347411 Oct 12 12:32:02.837996 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda671d0-92d9-442d-8374-764e94acdca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:02.839473 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-eda671d0-92d9-442d-8374-764e94acdca9 admin admin] 10.222.0.44 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603475 Oct 12 12:32:05.379116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36226) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:05.742024 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9bb0a4-8c8a-480e-81a1-76a054165406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:05.743345 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ef9bb0a4-8c8a-480e-81a1-76a054165406 admin admin] 10.222.0.44 "GET /networking/v2.0/subnets/65bf02c5-d260-40f4-ac41-82263a74bb91 HTTP/1.1" status: 200 len: 849 time: 0.3631186 Oct 12 12:32:05.752971 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:32:05.839691 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Publish callbacks [] for subnet (65bf02c5-d260-40f4-ac41-82263a74bb91), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:06.029554 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782341310895'] for subnet (65bf02c5-d260-40f4-ac41-82263a74bb91), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:06.061496 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:06.062551 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:06.063858 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] 10.222.0.44 "PUT /networking/v2.0/subnets/65bf02c5-d260-40f4-ac41-82263a74bb91 HTTP/1.1" status: 200 len: 868 time: 0.3144448 Oct 12 12:32:06.073142 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c420c3b-2ac5-4399-abd0-802006a8d1a6 None None] Network 42094c53-a7e5-4960-88dc-740a9b2e80a1 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:32:06.091399 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bf02c5-d260-40f4-ac41-82263a74bb91,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:06.099246 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.099595 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.099955 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.100301 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.100643 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.100975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.101301 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.101624 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.102004 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.102347 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.103252 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.103580 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.103901 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.104222 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.104539 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75deb39-dac9-4cee-87e6-4e22644e11e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.358060 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-c3ac2fb5-9451-4566-9765-18a4003d4d5b None None] Provisioning complete for port d80ebda7-71f6-4e68-b0ae-878504de6411 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:32:06.358557 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2fb5-9451-4566-9765-18a4003d4d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d80ebda7-71f6-4e68-b0ae-878504de6411), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:06.358889 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-c3ac2fb5-9451-4566-9765-18a4003d4d5b None None] Attempt 1 to provision port d80ebda7-71f6-4e68-b0ae-878504de6411 Oct 12 12:32:06.430006 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac2fb5-9451-4566-9765-18a4003d4d5b None None] Current status of the port d80ebda7-71f6-4e68-b0ae-878504de6411 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:32:06.437823 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-c3ac2fb5-9451-4566-9765-18a4003d4d5b None None] Provisioning complete for port 0b4f2110-3c28-449e-9b7e-1cf89481d566 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:32:06.438247 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2fb5-9451-4566-9765-18a4003d4d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0b4f2110-3c28-449e-9b7e-1cf89481d566), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:06.441279 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-c3ac2fb5-9451-4566-9765-18a4003d4d5b None None] Attempt 1 to provision port 0b4f2110-3c28-449e-9b7e-1cf89481d566 Oct 12 12:32:06.510736 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac2fb5-9451-4566-9765-18a4003d4d5b None None] Current status of the port 0b4f2110-3c28-449e-9b7e-1cf89481d566 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:32:07.607199 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=19 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:08.617798 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36234) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:09.087308 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8d534-bf8d-4eaa-a2b1-eae4950ef1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:09.087784 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8d534-bf8d-4eaa-a2b1-eae4950ef1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:09.089310 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-dce8d534-bf8d-4eaa-a2b1-eae4950ef1b4 admin admin] 10.222.0.44 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4706256 Oct 12 12:32:11.633787 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36244) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:12.034080 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc708f-c3b8-41e0-b3da-3cf1e23a383e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:12.036161 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc708f-c3b8-41e0-b3da-3cf1e23a383e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:12.036161 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-7ecc708f-c3b8-41e0-b3da-3cf1e23a383e admin admin] 10.222.0.44 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4014089 Oct 12 12:32:14.606445 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36252) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:15.046584 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8acadd-9457-4de1-833a-79598e773950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:15.047952 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-1e8acadd-9457-4de1-833a-79598e773950 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/42094c53-a7e5-4960-88dc-740a9b2e80a1 HTTP/1.1" status: 200 len: 869 time: 0.4406331 Oct 12 12:32:15.373127 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-7333c591-94d5-4ff5-a4c9-a1e669154633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:16.095277 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=62,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:16.095277 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:17.654181 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36260) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:17.692713 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-acb4cb8d-863b-4785-b662-f4e4e6456c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:18.078740 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd55af9-b3c5-4f2d-b786-f45c6b0d0c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:18.080130 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-7dd55af9-b3c5-4f2d-b786-f45c6b0d0c63 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/fce3ab94-8597-4174-bf9c-d03c7842e8e2 HTTP/1.1" status: 200 len: 886 time: 0.4316716 Oct 12 12:32:18.944574 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:20.655762 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36268) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:20.704093 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:20.772694 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:21.061520 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a225a51-8402-4317-a886-bef39e88a9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:21.062006 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a225a51-8402-4317-a886-bef39e88a9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:21.063528 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-0a225a51-8402-4317-a886-bef39e88a9c7 admin admin] 10.222.0.44 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4068875 Oct 12 12:32:23.635387 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36276) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:23.997946 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f73356-2c13-4fce-8781-97e38c56e3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:23.998417 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f73356-2c13-4fce-8781-97e38c56e3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:23.999893 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e4f73356-2c13-4fce-8781-97e38c56e3c5 admin admin] 10.222.0.44 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3636587 Oct 12 12:32:26.543974 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36284) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:26.912898 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae447d-15c5-49eb-b5ad-af66ddc33ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:26.914163 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-69ae447d-15c5-49eb-b5ad-af66ddc33ebd admin admin] 10.222.0.44 "GET /networking/v2.0/subnets/65bf02c5-d260-40f4-ac41-82263a74bb91 HTTP/1.1" status: 200 len: 868 time: 0.3692012 Oct 12 12:32:29.451210 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36292) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:29.812328 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ffde9-304b-4369-b8f8-d762000f20d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:32:29.813620 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4b7ffde9-304b-4369-b8f8-d762000f20d7 admin admin] 10.222.0.44 "GET /networking/v2.0/subnets/d14341e3-2000-4dab-ae74-dc6410602968 HTTP/1.1" status: 200 len: 816 time: 0.3614943 Oct 12 12:32:30.616241 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:30.683038 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:34.610170 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:32:39.807254 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=62 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:39.809099 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=76 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:44.605641 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:44.606955 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:32:45.362024 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e70475b0-3d43-4081-9705-73f822c54e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:47.693306 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c32d637f-b958-432a-b810-c288632e0df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:48.909043 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:50.659351 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:50.722979 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:32:59.271487 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36348) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:32:59.594694 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [None req-fb007f8d-759a-4f26-9ce7-b95b9c5043a5 admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:32:59.595703 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-fb007f8d-759a-4f26-9ce7-b95b9c5043a5 admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3233359 Oct 12 12:33:00.679809 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:00.683643 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:02.224175 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36356) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:33:02.557306 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab50a918-0a18-4878-a88a-e77cd46b90ca admin admin] GET failed (client error): The resource could not be found. Oct 12 12:33:02.558649 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ab50a918-0a18-4878-a88a-e77cd46b90ca admin admin] 10.222.0.44 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3335738 Oct 12 12:33:02.644678 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5d1f6-b526-44ac-a23a-6bf694e2e84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:33:02.646144 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-4ef5d1f6-b526-44ac-a23a-6bf694e2e84a admin admin] 10.222.0.44 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829828 Oct 12 12:33:05.228608 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36364) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:33:05.546716 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:33:05.646361 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Made reservation on behalf of 5655a305f69b4cb0901b114b25e5c478 for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:33:05.648584 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:05.676151 dv-cinder-812685-16-iscsi neutron-server[104977]: WARNING neutron.services.revisions.revision_plugin [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Could not find related network for resource to bump revision. Oct 12 12:33:05.691625 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:33:05.704067 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782341368019', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (ce8dafcf-7fd9-4d7b-be70-92f04f287521), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:05.704565 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Unsubscribe: segment precommit_create {{(pid=104977) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 12:33:05.705042 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Added segment ce8dafcf-7fd9-4d7b-be70-92f04f287521 of type vlan for network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 Oct 12 12:33:05.748683 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (df3c6aeb-85e9-4fdd-a760-02e4f760ac78), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:05.836519 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (df3c6aeb-85e9-4fdd-a760-02e4f760ac78), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:05.838145 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:33:05.838723 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:05.929257 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] Pushing event updated for resources: {'Network': ['ID=df3c6aeb-85e9-4fdd-a760-02e4f760ac78,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:05.940238 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:33:05.942107 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-11a2c178-7096-4729-acce-db98cb6fc7b2 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7124383 Oct 12 12:33:08.527824 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36372) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:33:08.862197 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bbc48a-3fa8-4b56-b963-7f0465959d43 admin admin] GET failed (client error): The resource could not be found. Oct 12 12:33:08.863451 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-f7bbc48a-3fa8-4b56-b963-7f0465959d43 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3347018 Oct 12 12:33:08.963363 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b4419f-a438-4e10-925a-c55da8464584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:33:08.964693 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-b6b4419f-a438-4e10-925a-c55da8464584 admin admin] 10.222.0.44 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0968847 Oct 12 12:33:08.974421 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:33:09.042413 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Made reservation on behalf of 5655a305f69b4cb0901b114b25e5c478 for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:33:09.044593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:09.269514 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (33110cd6-d234-49df-88ec-7d1b19cb215c), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:09.327673 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33110cd6-d234-49df-88ec-7d1b19cb215c,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:09.334748 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Checking segment: {'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:33:09.335084 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Network hostable DHCP agents. Network: df3c6aeb-85e9-4fdd-a760-02e4f760ac78, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:33:09.338813 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.339154 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.339489 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.339831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.340136 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.340457 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.340771 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.341085 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.341398 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.341713 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.342086 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.342358 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.342667 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.342974 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.343279 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:09.431510 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:33:09.492245 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, df3c6aeb-85e9-4fdd-a760-02e4f760ac78) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:09.496751 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:33:09.497324 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:09.501535 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff516d-55d7-4503-9659-0f3bc83a64b0 None None] Network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:33:09.559565 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-99cdaa4f-c87f-4023-8817-13c56be818e2 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5883887 Oct 12 12:33:09.602419 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-df3c6aeb-85e9-4fdd-a760-02e4f760ac78', 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78', 'project_id': '5655a305f69b4cb0901b114b25e5c478', 'fixed_ips': [{'subnet_id': '33110cd6-d234-49df-88ec-7d1b19cb215c'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:33:09.606209 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:09.751394 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Allocated IP 192.168.233.2 (df3c6aeb-85e9-4fdd-a760-02e4f760ac78/33110cd6-d234-49df-88ec-7d1b19cb215c/7bb27e94-7ed8-4975-acc0-18c9d53b686d) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:09.985728 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Publish callbacks [] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:10.060111 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:10.103069 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:10.108082 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:10.110439 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Pushing event updated for resources: {'Port': ['ID=7bb27e94-7ed8-4975-acc0-18c9d53b686d,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:10.112605 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:33:10.121855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.122223 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.122581 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.122939 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.123270 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.123596 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.123917 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.124233 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.124566 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.124889 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.125206 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.125538 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.125860 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.126200 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.126511 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:10.185786 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Attempting to bind port 7bb27e94-7ed8-4975-acc0-18c9d53b686d on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:33:10.186177 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Attempting to bind port 7bb27e94-7ed8-4975-acc0-18c9d53b686d by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:33:10.186538 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Attempting to bind port 7bb27e94-7ed8-4975-acc0-18c9d53b686d on network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:10.228787 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:33:10.229149 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Checking segment: {'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:33:10.229539 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:10.229918 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Bound using segment: {'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:33:10.230396 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Bound port: 7bb27e94-7ed8-4975-acc0-18c9d53b686d, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:33:10.230786 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:10.292417 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] For port 7bb27e94-7ed8-4975-acc0-18c9d53b686d, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:33:10.295811 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] For port 7bb27e94-7ed8-4975-acc0-18c9d53b686d, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7bb27e94-7ed8-4975-acc0-18c9d53b686d,segment=NetworkSegment(ce8dafcf-7fd9-4d7b-be70-92f04f287521),segment_id=ce8dafcf-7fd9-4d7b-be70-92f04f287521)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:33:10.408866 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:10.464671 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14891a04-1d77-427b-b9b3-ad1d35ab2991 None None] Pushing event updated for resources: {'Port': ['ID=7bb27e94-7ed8-4975-acc0-18c9d53b686d,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:10.753452 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:10.756446 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:11.276141 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74dd8a-ed40-4748-b5f4-f56a2fff1339 None None] Network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:33:11.327829 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-a6fdef45-cd81-447f-8f83-c1150ad1be49 None None] Provisioning complete for port 7bb27e94-7ed8-4975-acc0-18c9d53b686d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:33:11.328218 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef45-cd81-447f-8f83-c1150ad1be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:11.328557 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-a6fdef45-cd81-447f-8f83-c1150ad1be49 None None] Attempt 1 to provision port 7bb27e94-7ed8-4975-acc0-18c9d53b686d Oct 12 12:33:11.449598 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-a6fdef45-cd81-447f-8f83-c1150ad1be49 None None] Current status of the port 7bb27e94-7ed8-4975-acc0-18c9d53b686d is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:33:11.450039 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef45-cd81-447f-8f83-c1150ad1be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:11.486908 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-a6fdef45-cd81-447f-8f83-c1150ad1be49 None None] For port 7bb27e94-7ed8-4975-acc0-18c9d53b686d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7bb27e94-7ed8-4975-acc0-18c9d53b686d,segment=NetworkSegment(ce8dafcf-7fd9-4d7b-be70-92f04f287521),segment_id=ce8dafcf-7fd9-4d7b-be70-92f04f287521)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:11.568975 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef45-cd81-447f-8f83-c1150ad1be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:11.611063 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:33:11.630319 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdef45-cd81-447f-8f83-c1150ad1be49 None None] Pushing event updated for resources: {'Port': ['ID=7bb27e94-7ed8-4975-acc0-18c9d53b686d,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:11.687737 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-06658fcb-78ea-4a40-813b-5d64215fa736 None None] Provisioning complete for port 7bb27e94-7ed8-4975-acc0-18c9d53b686d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:33:11.688114 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-06658fcb-78ea-4a40-813b-5d64215fa736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:11.688445 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-06658fcb-78ea-4a40-813b-5d64215fa736 None None] Attempt 1 to provision port 7bb27e94-7ed8-4975-acc0-18c9d53b686d Oct 12 12:33:11.763669 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-06658fcb-78ea-4a40-813b-5d64215fa736 None None] Current status of the port 7bb27e94-7ed8-4975-acc0-18c9d53b686d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:33:12.460379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7bb27e94-7ed8-4975-acc0-18c9d53b686d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:12.508506 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 7bb27e94-7ed8-4975-acc0-18c9d53b686d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:33:12.508901 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7bb27e94-7ed8-4975-acc0-18c9d53b686d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:12.509227 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 7bb27e94-7ed8-4975-acc0-18c9d53b686d Oct 12 12:33:12.580754 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 7bb27e94-7ed8-4975-acc0-18c9d53b686d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:33:14.607850 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=5 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:15.363004 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3794a754-d0c9-4ee6-956d-d28c67aeb10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:15.907719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:15.926850 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=34,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:17.699648 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-653388ff-a2ef-4011-9b8d-eb8318571162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:18.905774 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:19.504440 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=43,neutron:INSERT=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:19.506892 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:20.679070 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:20.768443 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:21.609682 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:30.679189 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=81 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:30.682419 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=66,neutron:UPDATE=7 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:45.384491 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-501765ee-2cc1-4886-bfac-577719cc4723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:47.738922 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0f41-b9a5-42e8-9ece-009fe08f9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:48.611521 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:33:48.934875 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:50.687908 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:50.758157 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:33:58.607853 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:33:58.608573 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=5 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:00.680246 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:00.688079 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:15.387616 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0238e0e3-38bf-4fbb-a8d0-0c7b52b3d1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:17.707223 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-9f30d30f-9cbd-4ab6-ac73-a05caf9f822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:18.910685 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:20.673337 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:20.745319 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:25.611016 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:34:28.601865 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:30.685478 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:30.688360 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:31.978774 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36416) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:34:31.984542 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [None req-617c6ac2-d2e9-485d-8daf-9a819542b23a tempest-verify_tempest_config-506120367 tempest-verify_tempest_config-506120367-project] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:34:31.985771 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-617c6ac2-d2e9-485d-8daf-9a819542b23a tempest-verify_tempest_config-506120367 tempest-verify_tempest_config-506120367-project] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059853 Oct 12 12:34:32.733150 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36434) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:34:33.060981 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:33.135735 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Publish callbacks [] for security_group (13bdd982-1319-4723-80e6-dc4405b25ac7), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:33.207988 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (13bdd982-1319-4723-80e6-dc4405b25ac7), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:33.253228 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=2f71b87e82764dd7ad04da030d1e514e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5190864 Oct 12 12:34:33.254301 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bdd982-1319-4723-80e6-dc4405b25ac7,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:34:33.256048 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36438) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:34:33.260951 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.261790 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.262165 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.262504 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.262833 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.263160 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.263482 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.263800 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.264135 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.264459 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.264794 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.265116 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.265437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.265750 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.266088 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da115c-9b9c-432e-b2b8-223f5de2a91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.395001 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Publish callbacks [] for security_group (13bdd982-1319-4723-80e6-dc4405b25ac7), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:33.415000 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Publish callbacks [] for security_group (13bdd982-1319-4723-80e6-dc4405b25ac7), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:33.587674 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (13bdd982-1319-4723-80e6-dc4405b25ac7), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:33.590932 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:33.597014 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/13bdd982-1319-4723-80e6-dc4405b25ac7 HTTP/1.1" status: 204 len: 168 time: 0.3351104 Oct 12 12:34:33.599898 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bdd982-1319-4723-80e6-dc4405b25ac7,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:34:33.606682 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.607027 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.607366 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.607702 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.608032 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.608399 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.608724 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.609047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.609498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.609833 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.610451 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.610777 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.611096 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.611756 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:33.612078 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c570b-95e4-430b-b1f5-5319a2a009ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:34:40.747470 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=15 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:40.748575 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=16 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:43.248001 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=16,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:43.258003 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=23,neutron:INSERT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:43.602673 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:43.654534 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:43.654664 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:34:45.374135 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c616-d5fb-4d96-9594-3eb4bae0c36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:47.722772 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1f8b7516-f0cd-4e46-afe3-621aa9b64d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:48.959509 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:50.683978 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:34:50.739880 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:00.680771 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:35:00.682629 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:35:02.609241 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:35:05.598723 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:35:12.607051 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=5 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:35:15.389304 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-91b5ed6f-c9df-4968-aa62-ff54de421e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:17.720196 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6decb9d6-443e-4482-b4ab-3403729fddad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:18.960181 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:20.697453 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:20.749278 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:30.684715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:35:30.688539 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:35:39.607094 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 5 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:35:45.372274 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-7473aa64-deb2-415d-ae86-9788d516597c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:47.689650 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-944550e4-c275-4f87-8613-a7b8b7d8fb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:48.960955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:49.603887 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=6 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:35:49.604728 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:35:50.685008 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:35:50.749363 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:00.680893 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:00.688454 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:09.464269 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1794769'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:15.396039 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-68af1007-ceb7-4044-a2e1-4ba65311b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:16.605677 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:36:17.688326 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-73ab30a8-0903-4e63-a5c7-055718da72c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:18.981880 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:19.606089 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:20.688828 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:20.753160 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:23.087797 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36532) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:36:23.212504 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ccddf456-b97d-4df6-b38d-208e4dc0b626 admin admin] 10.222.0.44 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1236129 Oct 12 12:36:25.641909 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36542) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:36:25.704112 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-1dba9b83-b5c0-4e4d-8c28-9a4467d78fad admin admin] 10.222.0.44 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0611262 Oct 12 12:36:26.602180 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=5 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:30.681162 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:INSERT=1,neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:30.688672 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:33.205677 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:33.207617 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:35.698878 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:39.448017 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:40.745003 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=14 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:40.747922 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=12 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:36:45.391227 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-00f4e7be-5c47-42ad-8535-7854a222dd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:47.693923 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4b47d7d6-8f14-4c23-b665-f528b0f7209e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:48.923013 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:50.708312 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:50.782430 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:36:53.604519 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:36:56.606574 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:00.689113 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:00.691020 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:03.600431 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=5 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:09.439683 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:15.389082 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-7db69e69-ec86-4812-bae9-942d6bff94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:17.712133 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-15c1c8da-a35b-4e22-9daa-8ba2b3415af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:18.977462 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:20.812142 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:20.843737 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:30.603442 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:37:30.740032 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:UPDATE=4,neutron:SELECT=21 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:30.753448 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:33.609225 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:39.446343 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:43.617102 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:45.378436 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-51321b4d-a9f3-47d2-9798-3694f6d2c1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:47.738265 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-68d216ae-da7b-413f-9eb9-32f9a0185f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:48.960725 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:50.726773 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:50.781597 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:57.973593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36712) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:37:58.067615 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36722) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:37:58.186486 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36730) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:37:58.275747 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-network', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:37:58.310767 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1506391858-network', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:37:58.353064 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Made reservation on behalf of c056ad05ef9843688f08b7e9f25e1138 for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:37:58.355731 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.365390 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.378664 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Made reservation on behalf of fb8207ad9abf449b99382a2586d4588a for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:37:58.381110 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.395568 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.497289 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Publish callbacks [] for security_group (359b0187-ec26-44be-af90-f298caef81d6), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.523893 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Publish callbacks [] for security_group (d50dc38c-21ae-43ec-bdee-49de3458027e), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.555760 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-163771415-network', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:37:58.560136 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (359b0187-ec26-44be-af90-f298caef81d6), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.581690 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:37:58.600334 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d50dc38c-21ae-43ec-bdee-49de3458027e), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.614285 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (3e621f7d-b221-4b4b-acce-759ab647f48e), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.614893 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Added segment 3e621f7d-b221-4b4b-acce-759ab647f48e of type vlan for network a509b816-30d9-40f4-99f7-35e308d0dd5d Oct 12 12:37:58.625462 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b0187-ec26-44be-af90-f298caef81d6,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:58.654095 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.654434 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.654780 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.655254 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.655472 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.655791 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.656103 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.656416 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.656741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.657057 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.657381 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.657788 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.658023 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.658878 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.659199 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Tracked resource versions report: Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: pushed versions: Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: { 'AddressGroup': {'1.2'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Agent': {'1.1'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'ConntrackHelper': {'1.0'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'LocalIPAssociation': {'1.0'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Log': {'1.0'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'NDPProxy': {'1.0'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Network': {'1.1'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Port': {'1.7'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'PortForwarding': {'1.3'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'QosPolicy': {'1.10'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SecurityGroup': {'1.5'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SecurityGroupRule': {'1.2'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SubPort': {'1.0'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Subnet': {'1.1'}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Trunk': {'1.1'}} Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: consumer versions: Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: { DHCP agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: HyperV agent@hv-cinder-81268: {}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: L3 agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: Metadata agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: Metering agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: Open vSwitch agent@dv-cinder-812685-16-iscsi: { 'AddressGroup': '1.2', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Agent': '1.1', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'ConntrackHelper': '1.0', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'LocalIPAssociation': '1.0', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Log': '1.0', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'NDPProxy': '1.0', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Network': '1.1', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Port': '1.7', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'PortForwarding': '1.3', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'QosPolicy': '1.10', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SecurityGroup': '1.5', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SecurityGroupRule': '1.2', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'SubPort': '1.0', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Subnet': '1.1', Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: 'Trunk': '1.1'}} Oct 12 12:37:58.660403 dv-cinder-812685-16-iscsi neutron-server[104978]: {{(pid=104978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 12:37:58.669794 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:37:58.709324 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Made reservation on behalf of 677a44a0d7bb436f83c23a8e74cffa60 for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:37:58.710529 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.712969 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (36303c7a-4202-4556-9e59-a03c81007457), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.713478 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Added segment 36303c7a-4202-4556-9e59-a03c81007457 of type vlan for network f74858ca-46a0-493d-924e-694edecfac99 Oct 12 12:37:58.718747 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (a509b816-30d9-40f4-99f7-35e308d0dd5d), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.735924 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.737824 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50dc38c-21ae-43ec-bdee-49de3458027e,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:58.836514 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36760) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:37:58.887838 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (f74858ca-46a0-493d-924e-694edecfac99), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.926127 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:58.957810 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=64,neutron:INSERT=29,neutron:UPDATE=7 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:58.968504 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (a509b816-30d9-40f4-99f7-35e308d0dd5d), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:58.974023 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:37:58.974023 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.029599 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (f74858ca-46a0-493d-924e-694edecfac99), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.029599 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:37:59.029599 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.030166 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Publish callbacks [] for security_group (6306b080-77d2-4746-a826-6fa7db01e403), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.054369 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=a509b816-30d9-40f4-99f7-35e308d0dd5d,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:59.065988 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network a509b816-30d9-40f4-99f7-35e308d0dd5d details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:37:59.117916 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (6306b080-77d2-4746-a826-6fa7db01e403), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.126607 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-ea6f8133-ed6e-4abf-b635-b795cf471fb0 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1517680 Oct 12 12:37:59.127954 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] Pushing event updated for resources: {'Network': ['ID=f74858ca-46a0-493d-924e-694edecfac99,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:59.128136 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36782) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:37:59.137127 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-2b268d2e-b54c-4e42-8b90-a385db2e3d4f admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0683529 Oct 12 12:37:59.139005 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36784) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:37:59.143492 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Request body: {'subnet': {'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-subnet', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:37:59.146807 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Request body: {'subnet': {'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-subnet', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:37:59.177342 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network f74858ca-46a0-493d-924e-694edecfac99 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:37:59.186217 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:37:59.199237 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6306b080-77d2-4746-a826-6fa7db01e403,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:59.206628 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (9bca8f5a-79b6-4a44-8946-96febe888bb7), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.207234 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Added segment 9bca8f5a-79b6-4a44-8946-96febe888bb7 of type vlan for network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 Oct 12 12:37:59.250438 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Made reservation on behalf of c056ad05ef9843688f08b7e9f25e1138 for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:37:59.253443 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.260109 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (0019aa52-f1a0-42f2-aeaf-ff7457ad5663), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.315248 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Made reservation on behalf of fb8207ad9abf449b99382a2586d4588a for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:37:59.318753 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.380176 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (0019aa52-f1a0-42f2-aeaf-ff7457ad5663), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.381134 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:37:59.381705 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.384354 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-network', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:37:59.469441 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Made reservation on behalf of d62398af777d4d269977b1a5f1f37080 for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:37:59.474962 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.477689 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] Pushing event updated for resources: {'Network': ['ID=0019aa52-f1a0-42f2-aeaf-ff7457ad5663,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:59.489272 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:37:59.536638 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.555994 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-22983d04-3d52-43d8-b708-fbd35aedac76 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3641648 Oct 12 12:37:59.557186 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36792) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:37:59.567298 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Request body: {'subnet': {'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-163771415-subnet', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:37:59.672579 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Made reservation on behalf of 677a44a0d7bb436f83c23a8e74cffa60 for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:37:59.682155 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.684055 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (fcdc0ecd-a6f0-4a6a-a693-752ac794ec26), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.722148 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (2ee2ada1-0311-4386-a91f-e6ec46f6c98f), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.737098 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Publish callbacks [] for security_group (c58aad07-74c1-41cd-ba69-a6422af006d3), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.795639 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:59.800544 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee2ada1-0311-4386-a91f-e6ec46f6c98f,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:59.807641 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Checking segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:37:59.808039 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Network hostable DHCP agents. Network: f74858ca-46a0-493d-924e-694edecfac99, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:37:59.808495 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.808847 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.809221 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.809541 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.809872 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.810227 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.810544 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.811157 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.812026 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.812532 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.813088 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.813422 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.813749 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.814277 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.815259 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Tracked resource versions report: Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: pushed versions: Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: { 'AddressGroup': {'1.2'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Agent': {'1.1'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'ConntrackHelper': {'1.0'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'LocalIPAssociation': {'1.0'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Log': {'1.0'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'NDPProxy': {'1.0'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Network': {'1.1'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Port': {'1.7'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'PortForwarding': {'1.3'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'QosPolicy': {'1.10'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SecurityGroup': {'1.5'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SecurityGroupRule': {'1.2'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SubPort': {'1.0'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Subnet': {'1.1'}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Trunk': {'1.1'}} Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: consumer versions: Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: { DHCP agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: HyperV agent@hv-cinder-81268: {}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: L3 agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: Metadata agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: Metering agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: Open vSwitch agent@dv-cinder-812685-16-iscsi: { 'AddressGroup': '1.2', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Agent': '1.1', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'ConntrackHelper': '1.0', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'LocalIPAssociation': '1.0', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Log': '1.0', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'NDPProxy': '1.0', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Network': '1.1', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Port': '1.7', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'PortForwarding': '1.3', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'QosPolicy': '1.10', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SecurityGroup': '1.5', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SecurityGroupRule': '1.2', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'SubPort': '1.0', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Subnet': '1.1', Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: 'Trunk': '1.1'}} Oct 12 12:37:59.816670 dv-cinder-812685-16-iscsi neutron-server[104977]: {{(pid=104977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 12:37:59.832992 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c58aad07-74c1-41cd-ba69-a6422af006d3), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.862738 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:37:59.872203 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (739befac-a2bb-4972-a0f9-d6d01082730a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.872540 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Added segment 739befac-a2bb-4972-a0f9-d6d01082730a of type vlan for network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 Oct 12 12:37:59.927200 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (1b4ef2f4-49f2-43ce-8f92-68931ce3b901), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:37:59.939181 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Network f74858ca-46a0-493d-924e-694edecfac99 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:37:59.948301 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58aad07-74c1-41cd-ba69-a6422af006d3,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:59.956253 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Checking segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:37:59.956376 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Network hostable DHCP agents. Network: a509b816-30d9-40f4-99f7-35e308d0dd5d, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:37:59.970937 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:37:59.984403 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:00.007820 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, f74858ca-46a0-493d-924e-694edecfac99) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:00.009957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:00.012182 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:00.012749 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.024626 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a7c23-19a4-4f2e-b9b1-931511b51a26 None None] Network f74858ca-46a0-493d-924e-694edecfac99 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:38:00.103924 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Network a509b816-30d9-40f4-99f7-35e308d0dd5d is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:38:00.113977 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (1b4ef2f4-49f2-43ce-8f92-68931ce3b901), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.115283 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:00.115864 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.122928 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-59c67d4b-ada4-465f-a43a-85f4d08e9dc9 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9811773 Oct 12 12:38:00.123531 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36814) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:00.132149 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:00.156648 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, a509b816-30d9-40f4-99f7-35e308d0dd5d) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:00.170216 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b12d40-7ed8-4b0c-979c-fd3440a9f1cd None None] Network a509b816-30d9-40f4-99f7-35e308d0dd5d requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:38:00.180831 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:00.181424 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.267757 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-f74858ca-46a0-493d-924e-694edecfac99', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:38:00.269253 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.302949 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-a509b816-30d9-40f4-99f7-35e308d0dd5d', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:38:00.303869 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.309088 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (dd0ce49f-6045-4494-830e-c16928eb53c9), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.321421 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36820) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:00.330228 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Request body: {'subnet': {'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-subnet', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:00.334802 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5038059 Oct 12 12:38:00.357228 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba5e5b-be95-4080-884c-a9c18e51d69a admin admin] Pushing event updated for resources: {'Network': ['ID=1b4ef2f4-49f2-43ce-8f92-68931ce3b901,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:00.388965 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (9926d1dd-530c-4540-94da-cd5dcc1edb1a), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.396776 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (9926d1dd-530c-4540-94da-cd5dcc1edb1a), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.405218 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:38:00.464600 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0ce49f-6045-4494-830e-c16928eb53c9,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:00.484662 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:00.493813 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ad388e60-baec-4d20-a3f9-3cbd1216d9bb admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3643737 Oct 12 12:38:00.496639 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Made reservation on behalf of d62398af777d4d269977b1a5f1f37080 for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:38:00.501398 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36840) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:00.508464 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.512419 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:00.567947 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Checking segment: {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:00.568578 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Network hostable DHCP agents. Network: 0019aa52-f1a0-42f2-aeaf-ff7457ad5663, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:38:00.642421 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.643778 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.732279 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Allocated IP 172.20.0.2 (f74858ca-46a0-493d-924e-694edecfac99/2ee2ada1-0311-4386-a91f-e6ec46f6c98f/c15c8326-0b4b-499e-ad8d-74cbd6cf47f4) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:00.840859 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:00.877896 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=76,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:00.878247 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks [] for router_controller (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), precommit_add_association {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.887484 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:38:00.893955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Allocated IP 172.20.0.2 (a509b816-30d9-40f4-99f7-35e308d0dd5d/fcdc0ecd-a6f0-4a6a-a693-752ac794ec26/759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:00.912984 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks [] for router_controller (9926d1dd-530c-4540-94da-cd5dcc1edb1a), precommit_add_association {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:00.975232 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (46ab091e-2588-41eb-9261-dad901709c25), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.001564 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 0019aa52-f1a0-42f2-aeaf-ff7457ad5663) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:01.025736 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb8403-2dd2-49e4-b6d0-5212fce56b77 None None] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:38:01.043481 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:01.044445 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.133035 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-c74eac7b-ddcf-4b07-b7bc-6fc7319d8b61 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5723860 Oct 12 12:38:01.136482 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36862) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:01.141316 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Publish callbacks [] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.143546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:01.193380 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks [] for router_gateway (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.201772 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ab091e-2588-41eb-9261-dad901709c25,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:01.276711 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Checking segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:01.277054 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Network hostable DHCP agents. Network: 1b4ef2f4-49f2-43ce-8f92-68931ce3b901, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:38:01.286044 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks [] for router_gateway (9926d1dd-530c-4540-94da-cd5dcc1edb1a), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.303119 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (f3bb6415-ffca-46f8-bbac-833da09862ae), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.304284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (f3bb6415-ffca-46f8-bbac-833da09862ae), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.372673 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Publish callbacks [] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.382418 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-0019aa52-f1a0-42f2-aeaf-ff7457ad5663', 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663', 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'fixed_ips': [{'subnet_id': 'dd0ce49f-6045-4494-830e-c16928eb53c9'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:38:01.383464 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.396324 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.415925 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:38:01.450199 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Network f74858ca-46a0-493d-924e-694edecfac99 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:01.471134 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks [] for router_controller (f3bb6415-ffca-46f8-bbac-833da09862ae), precommit_add_association {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.499431 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:01.505419 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.512124 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:01.527649 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 1b4ef2f4-49f2-43ce-8f92-68931ce3b901) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:01.535359 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:01.540871 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.541201 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Pushing event updated for resources: {'Port': ['ID=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:01.550213 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d9434-d318-4f40-b5f4-460a304c53b1 None None] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:38:01.576776 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Network a509b816-30d9-40f4-99f7-35e308d0dd5d is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:01.585283 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks [] for router_gateway (9926d1dd-530c-4540-94da-cd5dcc1edb1a), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.589352 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:01.604108 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.604411 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.604728 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.605088 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.605423 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.605751 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.606100 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.606428 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.606776 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.607107 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.607429 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.607768 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.608094 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.608412 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.608730 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Tracked resource versions report: Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: pushed versions: Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: { 'AddressGroup': {'1.2'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Agent': {'1.1'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'ConntrackHelper': {'1.0'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'LocalIPAssociation': {'1.0'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Log': {'1.0'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'NDPProxy': {'1.0'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Network': {'1.1'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Port': {'1.7'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'PortForwarding': {'1.3'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'QosPolicy': {'1.10'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SecurityGroup': {'1.5'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SecurityGroupRule': {'1.2'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SubPort': {'1.0'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Subnet': {'1.1'}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Trunk': {'1.1'}} Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: consumer versions: Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: { DHCP agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: HyperV agent@hv-cinder-81268: {}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: L3 agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: Metadata agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: Metering agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: Open vSwitch agent@dv-cinder-812685-16-iscsi: { 'AddressGroup': '1.2', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Agent': '1.1', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'ConntrackHelper': '1.0', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'LocalIPAssociation': '1.0', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Log': '1.0', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'NDPProxy': '1.0', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Network': '1.1', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Port': '1.7', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'PortForwarding': '1.3', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'QosPolicy': '1.10', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SecurityGroup': '1.5', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SecurityGroupRule': '1.2', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'SubPort': '1.0', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Subnet': '1.1', Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: 'Trunk': '1.1'}} Oct 12 12:38:01.610124 dv-cinder-812685-16-iscsi neutron-server[104979]: {{(pid=104979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 12:38:01.615717 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:01.620949 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.660203 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:01.679963 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-a6c331ee-49a3-4d10-b8e3-acf719a6af97 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3567412 Oct 12 12:38:01.683073 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36874) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:01.687883 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:01.774112 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Attempting to bind port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:01.774518 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Attempting to bind port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:01.774884 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Attempting to bind port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:01.777595 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Allocated IP 172.20.0.2 (0019aa52-f1a0-42f2-aeaf-ff7457ad5663/dd0ce49f-6045-4494-830e-c16928eb53c9/fd2d22c4-ec1f-4ab9-bb91-c49c91885073) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:01.782139 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Pushing event updated for resources: {'Port': ['ID=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:01.795262 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Allocated IP 172.27.3.143 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/903357cb-e6f0-4899-86b4-d85c56ab7643) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:01.824165 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (733cfee7-b151-48e3-b89b-ac64ad9206c5), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.831002 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (733cfee7-b151-48e3-b89b-ac64ad9206c5), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.893999 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks [] for router_gateway (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.898994 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Attempting to bind port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:01.899376 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Attempting to bind port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:01.899743 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Attempting to bind port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 on network a509b816-30d9-40f4-99f7-35e308d0dd5d {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:01.900928 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks [] for router_gateway (f3bb6415-ffca-46f8-bbac-833da09862ae), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.924466 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.964676 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:01.978605 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:01.979019 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Checking segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:01.979374 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.979766 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Bound using segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:01.980247 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Bound port: c15c8326-0b4b-499e-ad8d-74cbd6cf47f4, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:01.980759 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:01.986543 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks [] for router_controller (733cfee7-b151-48e3-b89b-ac64ad9206c5), precommit_add_association {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.003848 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:38:02.004743 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.023293 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks [] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.106122 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:02.107299 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Checking segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:02.107299 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.107299 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Bound using segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:02.107726 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Bound port: 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:02.108253 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.287663 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] For port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:02.425883 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Allocated IP 172.27.3.163 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:02.468146 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Publish callbacks [] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.472306 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] For port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:02.484339 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks [] for router_gateway (f3bb6415-ffca-46f8-bbac-833da09862ae), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.490998 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.505877 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Allocated IP 172.20.0.2 (1b4ef2f4-49f2-43ce-8f92-68931ce3b901/46ab091e-2588-41eb-9261-dad901709c25/63c8086b-b848-435f-afb9-497087c5f76d) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:02.554197 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.554300 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks [] for router_gateway (733cfee7-b151-48e3-b89b-ac64ad9206c5), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.555534 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:02.576874 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:02.592224 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:02.599662 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:02.606975 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Pushing event updated for resources: {'Port': ['ID=903357cb-e6f0-4899-86b4-d85c56ab7643,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:02.643363 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.679530 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks [] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.690165 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.717474 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] For port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:02.725676 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] For port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:02.748783 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:02.758665 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Pushing event updated for resources: {'Port': ['ID=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:02.764390 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:02.773254 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:02.830613 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.842019 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.919462 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Publish callbacks [] for port (63c8086b-b848-435f-afb9-497087c5f76d), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:02.928320 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e910c-3498-4ed1-92fb-4cf1dbfe7a4a None None] Pushing event updated for resources: {'Port': ['ID=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:02.978451 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Attempting to bind port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:02.978823 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Attempting to bind port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:02.979178 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Attempting to bind port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 on network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:03.017885 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:03.041877 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:03.047522 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:03.058340 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (63c8086b-b848-435f-afb9-497087c5f76d), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.077375 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:03.077751 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Checking segment: {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:03.078171 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.079214 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Bound using segment: {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:03.079679 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Bound port: fd2d22c4-ec1f-4ab9-bb91-c49c91885073, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:03.080554 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.099653 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:03.189048 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks [] for router_gateway (733cfee7-b151-48e3-b89b-ac64ad9206c5), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.222659 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:03.230504 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.233262 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:03.254456 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] For port fd2d22c4-ec1f-4ab9-bb91-c49c91885073, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:03.259767 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:03.296327 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f87c0d-3233-4890-bc76-ceabf0a7f907 None None] Pushing event updated for resources: {'Port': ['ID=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:03.335535 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks [] for router_gateway (9926d1dd-530c-4540-94da-cd5dcc1edb1a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.350589 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:03.357055 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Pushing event updated for resources: {'Port': ['ID=4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:03.400131 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] For port fd2d22c4-ec1f-4ab9-bb91-c49c91885073, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:03.413860 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Allocated IP 172.27.3.150 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/4ff74b90-c278-48b8-b42e-a1be939abaee) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:03.448334 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:03.499815 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Pushing event updated for resources: {'Port': ['ID=63c8086b-b848-435f-afb9-497087c5f76d,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:03.514260 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Attempting to bind port 63c8086b-b848-435f-afb9-497087c5f76d on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:03.514720 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Attempting to bind port 63c8086b-b848-435f-afb9-497087c5f76d by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:03.514993 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Attempting to bind port 63c8086b-b848-435f-afb9-497087c5f76d on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:03.563276 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.652186 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:03.652669 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Checking segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:03.653304 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.653732 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Bound using segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:03.654385 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Bound port: 63c8086b-b848-435f-afb9-497087c5f76d, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:03.654852 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (63c8086b-b848-435f-afb9-497087c5f76d), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.677151 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003bce7-ca14-4f34-a445-7a8577716793 None None] Pushing event updated for resources: {'Port': ['ID=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:03.748769 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] For port 63c8086b-b848-435f-afb9-497087c5f76d, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:03.749555 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (9926d1dd-530c-4540-94da-cd5dcc1edb1a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.756960 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] For port 63c8086b-b848-435f-afb9-497087c5f76d, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=63c8086b-b848-435f-afb9-497087c5f76d,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:03.833870 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks [] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.840246 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks [] for router_gateway (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:03.893179 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (63c8086b-b848-435f-afb9-497087c5f76d), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:04.108212 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:38:04.116479 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:04.163052 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbceff-2480-489c-ada4-ebf4e0d8c8f8 None None] Pushing event updated for resources: {'Port': ['ID=63c8086b-b848-435f-afb9-497087c5f76d,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:04.203852 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:04.223942 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:04.227766 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:04.232016 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:04.306330 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Allocated IP 172.27.3.10 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/b66835d2-a504-4bac-a1be-a2d39f59ab0f) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:04.341778 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Pushing event updated for resources: {'Port': ['ID=4ff74b90-c278-48b8-b42e-a1be939abaee,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:04.665038 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:04.682336 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:04.719804 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:04.722991 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:04.755877 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks [] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:04.786878 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:04.788143 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-b9a1bd59-f503-4cf0-aa32-98915cb48e74 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6637032 Oct 12 12:38:04.791690 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 36960) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:05.019500 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:05.037476 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ccf48-a57a-49a2-9e08-5cd0ebd4a5b0 None None] Network a509b816-30d9-40f4-99f7-35e308d0dd5d requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:38:05.131916 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:05.157845 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:05.184955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-b6ac115e-a91c-4090-b309-5531c4adcf15 None None] Provisioning complete for port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:05.187390 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6ac115e-a91c-4090-b309-5531c4adcf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:05.191526 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-b6ac115e-a91c-4090-b309-5531c4adcf15 None None] Attempt 1 to provision port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 Oct 12 12:38:05.225088 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:05.245023 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:05.263121 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b155acb4-d02e-42e9-9d2f-b80b5660e0b3 None None] Network f74858ca-46a0-493d-924e-694edecfac99 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:38:05.264510 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:05.271979 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:05.280439 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b66835d2-a504-4bac-a1be-a2d39f59ab0f,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:05.311667 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:05.312856 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks [] for router_gateway (f3bb6415-ffca-46f8-bbac-833da09862ae), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:05.389079 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:05.500499 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:05.558563 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:05.563318 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:05.563692 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:05.564208 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 Oct 12 12:38:05.567085 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d98c15-7535-4851-9f2d-f63f6077bbfd None None] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:38:05.617967 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:02Z', 'revision_number': 3, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:05.672174 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:05.672528 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Updating router 9926d1dd-530c-4540-94da-cd5dcc1edb1a port 903357cb-e6f0-4899-86b4-d85c56ab7643 binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:38:05.743258 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:05.779663 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (f3bb6415-ffca-46f8-bbac-833da09862ae), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:05.787200 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:38:05.942916 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad7356a-cc4b-4672-9141-d21f6fae6454 None None] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:38:06.125099 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:06.128237 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks [] for router_gateway (733cfee7-b151-48e3-b89b-ac64ad9206c5), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.144317 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Router f3bb6415-ffca-46f8-bbac-833da09862ae is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:38:06.172327 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:06.182939 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac115e-a91c-4090-b309-5531c4adcf15 None None] Current status of the port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:06.183408 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6ac115e-a91c-4090-b309-5531c4adcf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.210073 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Sync routers for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:06.266303 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:06.267159 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:06.325298 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Publish callbacks [] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.348607 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.350276 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.351126 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-aaa971e9-c5bd-42ef-a21a-e2f6ac23a19b admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8463080 Oct 12 12:38:06.354855 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36990) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:06.366961 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-b6ac115e-a91c-4090-b309-5531c4adcf15 None None] For port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:06.373085 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:06.373480 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.424302 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.424580 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:06.444025 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Sync routers for ids ['f3bb6415-ffca-46f8-bbac-833da09862ae'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:06.504478 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6ac115e-a91c-4090-b309-5531c4adcf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.507541 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Attempting to bind port 903357cb-e6f0-4899-86b4-d85c56ab7643 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:06.509594 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Attempting to bind port 903357cb-e6f0-4899-86b4-d85c56ab7643 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:06.510179 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Attempting to bind port 903357cb-e6f0-4899-86b4-d85c56ab7643 on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:06.546175 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Pushing event updated for resources: {'Port': ['ID=903357cb-e6f0-4899-86b4-d85c56ab7643,revision_number=2']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:06.583847 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.584612 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.585455 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.586089 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.586789 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.591316 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.591316 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.591316 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.591316 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.591316 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.591316 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.591316 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.591316 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.593831 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.594366 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Tracked resource versions report: Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: pushed versions: Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: { 'AddressGroup': {'1.2'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Agent': {'1.1'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'ConntrackHelper': {'1.0'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'LocalIPAssociation': {'1.0'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Log': {'1.0'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'NDPProxy': {'1.0'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Network': {'1.1'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Port': {'1.7'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'PortForwarding': {'1.3'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'QosPolicy': {'1.10'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SecurityGroup': {'1.5'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SecurityGroupRule': {'1.2'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SubPort': {'1.0'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Subnet': {'1.1'}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Trunk': {'1.1'}} Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: consumer versions: Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: { DHCP agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: HyperV agent@hv-cinder-81268: {}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: L3 agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: Metadata agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: Metering agent@dv-cinder-812685-16-iscsi: {}, Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: Open vSwitch agent@dv-cinder-812685-16-iscsi: { 'AddressGroup': '1.2', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Agent': '1.1', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'ConntrackHelper': '1.0', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'LocalIPAssociation': '1.0', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Log': '1.0', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'NDPProxy': '1.0', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Network': '1.1', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Port': '1.7', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'PortForwarding': '1.3', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'QosPolicy': '1.10', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SecurityGroup': '1.5', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SecurityGroupRule': '1.2', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'SubPort': '1.0', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Subnet': '1.1', Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: 'Trunk': '1.1'}} Oct 12 12:38:06.596157 dv-cinder-812685-16-iscsi neutron-server[104980]: {{(pid=104980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 12:38:06.627686 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.db.api [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 12:38:06.628124 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG oslo_db.api [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:38:06.629213 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Routers {'f3bb6415-ffca-46f8-bbac-833da09862ae'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:06.630076 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f3bb6415-ffca-46f8-bbac-833da09862ae'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:06.646130 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:06.695078 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac115e-a91c-4090-b309-5531c4adcf15 None None] Pushing event updated for resources: {'Port': ['ID=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:06.719700 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:06.722774 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.724904 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:06.726110 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-a18e4623-19d8-4699-8261-e2c966e2aa4d admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5884984 Oct 12 12:38:06.727523 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:06.727931 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.728325 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:06.728829 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Bound port: 903357cb-e6f0-4899-86b4-d85c56ab7643, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:06.729440 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 36994) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:06.729679 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.738707 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:06.763792 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (733cfee7-b151-48e3-b89b-ac64ad9206c5), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.763897 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Provisioning complete for port 63c8086b-b848-435f-afb9-497087c5f76d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:06.764195 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (63c8086b-b848-435f-afb9-497087c5f76d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:06.764711 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Attempt 1 to provision port 63c8086b-b848-435f-afb9-497087c5f76d Oct 12 12:38:06.770965 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:06.863921 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:06.867185 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Set router f3bb6415-ffca-46f8-bbac-833da09862ae gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:06.894601 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:06.898362 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] For port 903357cb-e6f0-4899-86b4-d85c56ab7643, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:06.908590 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Allocated IP 172.20.0.1 (f74858ca-46a0-493d-924e-694edecfac99/2ee2ada1-0311-4386-a91f-e6ec46f6c98f/c3965915-dd39-405e-bf97-94ae54084408) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:06.942545 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] For port 903357cb-e6f0-4899-86b4-d85c56ab7643, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=903357cb-e6f0-4899-86b4-d85c56ab7643,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:06.950379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:07.084993 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Current status of the port 63c8086b-b848-435f-afb9-497087c5f76d is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:07.085664 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (63c8086b-b848-435f-afb9-497087c5f76d), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.101437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Publish callbacks [] for port (c3965915-dd39-405e-bf97-94ae54084408), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.105982 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:04Z', 'revision_number': 3, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port': {'id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:02Z', 'updated_at': '2022-10-12T12:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:07.137102 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Checking router: f3bb6415-ffca-46f8-bbac-833da09862ae for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:07.137455 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Updating router f3bb6415-ffca-46f8-bbac-833da09862ae port 4ff74b90-c278-48b8-b42e-a1be939abaee binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:38:07.141390 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.155573 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Router 733cfee7-b151-48e3-b89b-ac64ad9206c5 is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:38:07.203445 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:03Z', 'revision_number': 3, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:07.205561 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:07.213837 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] For port 63c8086b-b848-435f-afb9-497087c5f76d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=63c8086b-b848-435f-afb9-497087c5f76d,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:07.220374 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.230702 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.233060 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (c3965915-dd39-405e-bf97-94ae54084408), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.240733 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Checking router: 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:07.241101 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Updating router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:38:07.249250 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:07.253494 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:07.262809 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:07.263207 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:07.292738 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (63c8086b-b848-435f-afb9-497087c5f76d), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.298879 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Network f74858ca-46a0-493d-924e-694edecfac99 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:07.310751 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:07.317801 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:07.319307 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (9926d1dd-530c-4540-94da-cd5dcc1edb1a), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.351828 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.369905 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Provisioning complete for port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:07.370646 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.371175 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Attempt 1 to provision port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 Oct 12 12:38:07.394627 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef134-4a95-4cc9-9760-4afc3b951aad None None] Pushing event updated for resources: {'Port': ['ID=903357cb-e6f0-4899-86b4-d85c56ab7643,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:07.490499 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:07.501823 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:07.513275 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Pushing event updated for resources: {'Port': ['ID=c3965915-dd39-405e-bf97-94ae54084408,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:07.550310 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:07.561801 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:07.672069 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:07.678023 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.682800 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-dd03314a-e9c4-435b-a4c2-79619410d0b8 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9988265 Oct 12 12:38:07.683422 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37008) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:07.722973 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:07.723411 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.723753 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 Oct 12 12:38:07.725674 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Sync routers for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:07.727711 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Allocated IP 172.20.0.1 (a509b816-30d9-40f4-99f7-35e308d0dd5d/fcdc0ecd-a6f0-4a6a-a693-752ac794ec26/11fdf471-22d0-4110-af77-a148a0bb9d35) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:07.738768 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Pushing event updated for resources: {'Port': ['ID=63c8086b-b848-435f-afb9-497087c5f76d,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:07.761454 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:07.762130 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:07.872278 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.889112 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Current status of the port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:07.889501 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:07.991118 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Publish callbacks [] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.040667 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Publish callbacks [] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.080826 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c3965915-dd39-405e-bf97-94ae54084408), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.086719 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:38:08.116129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] For port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:08.128710 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.147237 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Allocated IP 172.20.0.1 (0019aa52-f1a0-42f2-aeaf-ff7457ad5663/dd0ce49f-6045-4494-830e-c16928eb53c9/7aea9842-f876-4540-b3b9-4a8f6984cf95) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:08.161619 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:08.163484 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.182727 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:02Z', 'revision_number': 3, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:08.199222 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Attempting to bind port 4ff74b90-c278-48b8-b42e-a1be939abaee on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:08.199593 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Attempting to bind port 4ff74b90-c278-48b8-b42e-a1be939abaee by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:08.199934 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Attempting to bind port 4ff74b90-c278-48b8-b42e-a1be939abaee on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:08.274128 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2646b-22ec-41b0-9b14-e40d125d297c None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:02Z', 'revision_number': 3, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:08.279505 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed89ce-fd6f-46ad-9cf6-4874ff387883 None None] Pushing event updated for resources: {'Port': ['ID=4ff74b90-c278-48b8-b42e-a1be939abaee,revision_number=2']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:08.285076 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:08.319013 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:08.319378 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:08.319782 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.321652 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:08.322313 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Bound port: 4ff74b90-c278-48b8-b42e-a1be939abaee, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:08.323017 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.324181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Publish callbacks [] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.373776 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.419224 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] For port 4ff74b90-c278-48b8-b42e-a1be939abaee, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:08.422865 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] For port 4ff74b90-c278-48b8-b42e-a1be939abaee, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4ff74b90-c278-48b8-b42e-a1be939abaee,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:08.431730 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.442791 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Pushing event updated for resources: {'Port': ['ID=11fdf471-22d0-4110-af77-a148a0bb9d35,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:08.445609 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:08.458827 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Network a509b816-30d9-40f4-99f7-35e308d0dd5d is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:08.461426 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:08.464346 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:08.464522 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.497132 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:08.520755 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:08.566375 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.598819 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.606503 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Publish callbacks [] for port (c3965915-dd39-405e-bf97-94ae54084408), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.671392 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:08.712723 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:08.713818 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7aea9842-f876-4540-b3b9-4a8f6984cf95,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:08.717176 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c3965915-dd39-405e-bf97-94ae54084408), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.717338 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:08.724332 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (9926d1dd-530c-4540-94da-cd5dcc1edb1a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.734243 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:08.734655 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (f3bb6415-ffca-46f8-bbac-833da09862ae), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.746405 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed89ce-fd6f-46ad-9cf6-4874ff387883 None None] Pushing event updated for resources: {'Port': ['ID=4ff74b90-c278-48b8-b42e-a1be939abaee,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:08.758947 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Routers {'f3bb6415-ffca-46f8-bbac-833da09862ae'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:08.760529 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f3bb6415-ffca-46f8-bbac-833da09862ae'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:08.795113 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Pushing event updated for resources: {'Port': ['ID=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:08.798078 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Provisioning complete for port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:08.798525 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.798954 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Attempt 1 to provision port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 Oct 12 12:38:08.834672 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Publish callbacks [] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.905393 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:08.923497 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Pushing event updated for resources: {'Port': ['ID=c3965915-dd39-405e-bf97-94ae54084408,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:08.963936 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] Set router f3bb6415-ffca-46f8-bbac-833da09862ae gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:08.965996 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:08.967442 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.210083 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Network f74858ca-46a0-493d-924e-694edecfac99 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:09.218140 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:09.228590 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Attempting to bind port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:09.229132 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Attempting to bind port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:09.232921 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Attempting to bind port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:09.309641 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:09.323837 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.410555 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:04Z', 'revision_number': 3, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port': {'id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:02Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:09.452862 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c60935-5d90-42e9-aeb3-f11fbf27c226 None None] The sync data for ids ['f3bb6415-ffca-46f8-bbac-833da09862ae'] in dv-cinder-812685-16-iscsi is: [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:04Z', 'revision_number': 3, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port': {'id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:02Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:09.468544 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:05Z', 'revision_number': 3, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:09.488803 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.530116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Publish callbacks [] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.548550 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:09.549510 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:09.549918 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.550641 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:09.551138 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Bound port: 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:09.551513 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.557493 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Checking router: 733cfee7-b151-48e3-b89b-ac64ad9206c5 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:09.557709 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Updating router 733cfee7-b151-48e3-b89b-ac64ad9206c5 port b66835d2-a504-4bac-a1be-a2d39f59ab0f binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:38:09.606624 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.607822 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.668770 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.683444 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:38:09.768958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:09.773492 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.db.api [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 12:38:09.773825 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG oslo_db.api [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:38:09.780332 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd965b-a1a0-422a-804a-dfd05b3bd3f2 None None] Pushing event updated for resources: {'Port': ['ID=4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:09.848834 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] For port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:09.886701 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:09.902103 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Pushing event updated for resources: {'Port': ['ID=11fdf471-22d0-4110-af77-a148a0bb9d35,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:09.919818 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:09.965706 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] For port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:09.991215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Current status of the port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:10.003917 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:10.009337 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:10.024673 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.051854 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Allocated IP 172.20.0.1 (1b4ef2f4-49f2-43ce-8f92-68931ce3b901/46ab091e-2588-41eb-9261-dad901709c25/6c5b22ef-317a-495d-9cd8-c9d12be77020) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:10.067842 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Publish callbacks [] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.074970 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Network a509b816-30d9-40f4-99f7-35e308d0dd5d is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:10.076482 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:10.078387 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Provisioning complete for port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:10.079281 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.079281 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Attempt 1 to provision port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 Oct 12 12:38:10.111519 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:10.128114 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-a54aefbc-8729-42e8-aaa5-582ecf2c3b09 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/9926d1dd-530c-4540-94da-cd5dcc1edb1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3154011 Oct 12 12:38:10.178510 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.179157 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (f3bb6415-ffca-46f8-bbac-833da09862ae), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.307366 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Publish callbacks [] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.365841 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:10.365841 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:10.486289 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.516578 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:10.521909 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 63c8086b-b848-435f-afb9-497087c5f76d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:10.627652 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:10.634791 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:10.641588 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:10.646968 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:10.650459 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (733cfee7-b151-48e3-b89b-ac64ad9206c5), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.680351 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Pushing event updated for resources: {'Port': ['ID=6c5b22ef-317a-495d-9cd8-c9d12be77020,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:10.715928 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7aea9842-f876-4540-b3b9-4a8f6984cf95,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:10.721078 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd965b-a1a0-422a-804a-dfd05b3bd3f2 None None] Pushing event updated for resources: {'Port': ['ID=4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:10.800675 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:10.821574 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Publish callbacks [] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.836885 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:38:10.853382 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Current status of the port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:10.853819 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:10.904685 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:10.910649 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:10.921182 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37084) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:10.928949 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-18fc7a7d-b4eb-4e8a-a503-9d1a3c0e4643 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268230214', 'description': 'tempest-description--1235412367'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:10.950490 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.152793 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-18fc7a7d-b4eb-4e8a-a503-9d1a3c0e4643 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.227915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Attempting to bind port b66835d2-a504-4bac-a1be-a2d39f59ab0f on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:11.228977 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.231579 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Attempting to bind port b66835d2-a504-4bac-a1be-a2d39f59ab0f by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:11.231990 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Attempting to bind port b66835d2-a504-4bac-a1be-a2d39f59ab0f on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:11.233318 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:11.254669 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:11.257858 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:11.344763 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:11.345821 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:11.346497 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:11.348339 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.348811 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:11.349362 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Bound port: b66835d2-a504-4bac-a1be-a2d39f59ab0f, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:11.349795 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.356419 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37098) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:11.412185 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] For port b66835d2-a504-4bac-a1be-a2d39f59ab0f, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:11.415656 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] For port b66835d2-a504-4bac-a1be-a2d39f59ab0f, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=b66835d2-a504-4bac-a1be-a2d39f59ab0f,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:11.433703 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 63c8086b-b848-435f-afb9-497087c5f76d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:11.434266 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (63c8086b-b848-435f-afb9-497087c5f76d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.434673 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 63c8086b-b848-435f-afb9-497087c5f76d Oct 12 12:38:11.450768 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:11.471712 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:11.488337 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] For port fd2d22c4-ec1f-4ab9-bb91-c49c91885073, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:11.493256 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Router f3bb6415-ffca-46f8-bbac-833da09862ae has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:38:11.505585 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:11.508701 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.522887 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:11.552365 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d1fe5-a441-4a4b-9310-072820051ad9 None None] Pushing event updated for resources: {'Port': ['ID=b66835d2-a504-4bac-a1be-a2d39f59ab0f,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:11.614790 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:11.621611 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d1fe5-a441-4a4b-9310-072820051ad9 None None] Pushing event updated for resources: {'Port': ['ID=b66835d2-a504-4bac-a1be-a2d39f59ab0f,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:11.628412 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b514e331-79da-4582-93c0-d4d3da090550 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/3da5ddf7-43bf-40f5-bfd3-87e192fdef1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2723136 Oct 12 12:38:11.659095 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.726046 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-349940ca-9c98-4b1d-a53d-95bfeaaa08cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.733339 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:11.734664 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:11.779300 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:11.788719 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-bbe0d79a-f83d-4f22-ba99-7870e36638b5 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/f3bb6415-ffca-46f8-bbac-833da09862ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0573435 Oct 12 12:38:11.822445 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:11.914871 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:11.930243 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:11.943544 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-18fc7a7d-b4eb-4e8a-a503-9d1a3c0e4643 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (10663012-6ff4-4b8b-a18e-be3bcc54c2b4), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:11.969592 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:12.030277 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Provisioning complete for port 63c8086b-b848-435f-afb9-497087c5f76d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:12.030774 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (63c8086b-b848-435f-afb9-497087c5f76d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.031717 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Attempt 1 to provision port 63c8086b-b848-435f-afb9-497087c5f76d Oct 12 12:38:12.032574 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 63c8086b-b848-435f-afb9-497087c5f76d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:12.034164 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device fd2d22c4-ec1f-4ab9-bb91-c49c91885073 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:12.069603 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-349940ca-9c98-4b1d-a53d-95bfeaaa08cd admin admin] Publish callbacks [] for security_group (534b4fcf-229a-4a34-b7b4-0839c3d48b78), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.072874 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-18fc7a7d-b4eb-4e8a-a503-9d1a3c0e4643 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (10663012-6ff4-4b8b-a18e-be3bcc54c2b4), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.075149 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 2, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:12.096268 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Publish callbacks [] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.123745 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc7a7d-b4eb-4e8a-a503-9d1a3c0e4643 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10663012-6ff4-4b8b-a18e-be3bcc54c2b4,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:12.136070 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:12.136422 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Updating router 9926d1dd-530c-4540-94da-cd5dcc1edb1a port c3965915-dd39-405e-bf97-94ae54084408 binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:38:12.176016 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c3965915-dd39-405e-bf97-94ae54084408), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.181377 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.181377 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (733cfee7-b151-48e3-b89b-ac64ad9206c5), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.280638 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-349940ca-9c98-4b1d-a53d-95bfeaaa08cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (534b4fcf-229a-4a34-b7b4-0839c3d48b78), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.285521 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Pushing event updated for resources: {'Port': ['ID=6c5b22ef-317a-495d-9cd8-c9d12be77020,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:12.298664 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99b8a-a926-430c-8bbb-a9f9aea6e1b9 None None] Pushing event updated for resources: {'Port': ['ID=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:12.359475 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-18fc7a7d-b4eb-4e8a-a503-9d1a3c0e4643 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.359475 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-18fc7a7d-b4eb-4e8a-a503-9d1a3c0e4643 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4352605 Oct 12 12:38:12.359682 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37146) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:12.359682 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37148) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:12.366344 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-ecb1fb79-5f87-44c3-94ca-644c8b62a299 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group_rule': {'security_group_id': '10663012-6ff4-4b8b-a18e-be3bcc54c2b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:12.372044 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349940ca-9c98-4b1d-a53d-95bfeaaa08cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534b4fcf-229a-4a34-b7b4-0839c3d48b78,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:12.390490 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-349940ca-9c98-4b1d-a53d-95bfeaaa08cd admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=08492244b10d4219a38e24a648a90c56&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0152998 Oct 12 12:38:12.396261 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37152) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:12.419957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-40fc2147-56fa-41ea-9609-e053e3a14fe9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073720925', 'description': 'tempest-description--644284870'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:12.489731 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:12.498646 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:12.520085 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0412f686-6fa4-464c-9375-980d4faeb5f7 admin admin] Publish callbacks [] for security_group (534b4fcf-229a-4a34-b7b4-0839c3d48b78), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.530918 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:12.565151 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Sync routers for ids ['f3bb6415-ffca-46f8-bbac-833da09862ae'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:12.573675 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:12.586216 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Current status of the port 63c8086b-b848-435f-afb9-497087c5f76d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:12.596334 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-40fc2147-56fa-41ea-9609-e053e3a14fe9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.636298 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37178) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:12.641179 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fb79-5f87-44c3-94ca-644c8b62a299 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (744bc34b-618d-4d89-980a-c4f2081ac0b4), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.641691 dv-cinder-812685-16-iscsi neutron-server[104978]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 12:38:12.646932 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0412f686-6fa4-464c-9375-980d4faeb5f7 admin admin] Publish callbacks [] for security_group (534b4fcf-229a-4a34-b7b4-0839c3d48b78), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.680443 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:12.701416 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 2, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:12.741716 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fb79-5f87-44c3-94ca-644c8b62a299 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (744bc34b-618d-4d89-980a-c4f2081ac0b4), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.743733 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70a34e-9c4a-4fe9-bc50-8f15a88edf1b None None] The sync data for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi is: [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 2, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:12.749795 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Provisioning complete for port 7aea9842-f876-4540-b3b9-4a8f6984cf95 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:12.750347 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.751143 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Attempt 1 to provision port 7aea9842-f876-4540-b3b9-4a8f6984cf95 Oct 12 12:38:12.756283 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:12.757023 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.757568 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 Oct 12 12:38:12.765549 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Publish callbacks [] for port (c3965915-dd39-405e-bf97-94ae54084408), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.803724 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fb79-5f87-44c3-94ca-644c8b62a299 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (744bc34b-618d-4d89-980a-c4f2081ac0b4), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.828189 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c3965915-dd39-405e-bf97-94ae54084408), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.868537 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:12.876569 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-40fc2147-56fa-41ea-9609-e053e3a14fe9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (a37dba50-7c27-4d47-b423-3d3ed7f3d444), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.879325 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1fb79-5f87-44c3-94ca-644c8b62a299 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744bc34b-618d-4d89-980a-c4f2081ac0b4,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:12.884119 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Routers {'f3bb6415-ffca-46f8-bbac-833da09862ae'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:12.885893 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f3bb6415-ffca-46f8-bbac-833da09862ae'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:12.897018 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:12.954818 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-40fc2147-56fa-41ea-9609-e053e3a14fe9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (a37dba50-7c27-4d47-b423-3d3ed7f3d444), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.993163 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fb79-5f87-44c3-94ca-644c8b62a299 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:12.996899 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ecb1fb79-5f87-44c3-94ca-644c8b62a299 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6390214 Oct 12 12:38:13.001749 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37188) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:13.004631 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Router 733cfee7-b151-48e3-b89b-ac64ad9206c5 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:38:13.008467 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Port 7aea9842-f876-4540-b3b9-4a8f6984cf95 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:13.010262 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-14f2dd3c-1d1d-43b2-af11-638504f878ba tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group_rule': {'security_group_id': '10663012-6ff4-4b8b-a18e-be3bcc54c2b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:13.020300 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc2147-56fa-41ea-9609-e053e3a14fe9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37dba50-7c27-4d47-b423-3d3ed7f3d444,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:13.083899 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-40fc2147-56fa-41ea-9609-e053e3a14fe9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.083899 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-40fc2147-56fa-41ea-9609-e053e3a14fe9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7225759 Oct 12 12:38:13.086183 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37190) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:13.092511 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b3f35-8671-4e5f-975b-ae8bb961d666 None None] Pushing event updated for resources: {'Port': ['ID=c3965915-dd39-405e-bf97-94ae54084408,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:13.097808 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-11e2c65b-deec-409a-a71a-6dff0ea778ab tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'security_group_rule': {'security_group_id': 'a37dba50-7c27-4d47-b423-3d3ed7f3d444', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:13.106749 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fabf1-be84-4d23-9618-3223792349cd req-6452d78d-6fa7-4d75-b8c5-de47e724416a tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:13.114556 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-6452d78d-6fa7-4d75-b8c5-de47e724416a tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/networks?id=0019aa52-f1a0-42f2-aeaf-ff7457ad5663 HTTP/1.1" status: 200 len: 811 time: 0.4755743 Oct 12 12:38:13.172284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-14f2dd3c-1d1d-43b2-af11-638504f878ba tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (3ab52832-9054-45ec-971e-d4ecb2014beb), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.189359 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-0eb9c282-ca5f-4a3e-87e2-52085a84558a tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/quotas/677a44a0d7bb436f83c23a8e74cffa60 HTTP/1.1" status: 200 len: 375 time: 0.0736060 Oct 12 12:38:13.211820 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Provisioning complete for port 6c5b22ef-317a-495d-9cd8-c9d12be77020 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:13.212212 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.212549 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Attempt 1 to provision port 6c5b22ef-317a-495d-9cd8-c9d12be77020 Oct 12 12:38:13.220357 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Attempting to bind port c3965915-dd39-405e-bf97-94ae54084408 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:13.220671 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Attempting to bind port c3965915-dd39-405e-bf97-94ae54084408 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:13.221145 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Attempting to bind port c3965915-dd39-405e-bf97-94ae54084408 on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:13.242660 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0412f686-6fa4-464c-9375-980d4faeb5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (534b4fcf-229a-4a34-b7b4-0839c3d48b78), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.245792 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0412f686-6fa4-464c-9375-980d4faeb5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.247122 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-0412f686-6fa4-464c-9375-980d4faeb5f7 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/534b4fcf-229a-4a34-b7b4-0839c3d48b78 HTTP/1.1" status: 204 len: 168 time: 0.8494067 Oct 12 12:38:13.300910 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:13.301356 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Checking segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:13.301866 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.303869 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Bound using segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:13.304704 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Bound port: c3965915-dd39-405e-bf97-94ae54084408, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:13.307835 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c3965915-dd39-405e-bf97-94ae54084408), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.348338 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:13.363105 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:13.368618 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11e2c65b-deec-409a-a71a-6dff0ea778ab tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (7ed8fd25-9d5d-40cc-9db6-45fe8b80b8a3), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.380293 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412f686-6fa4-464c-9375-980d4faeb5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534b4fcf-229a-4a34-b7b4-0839c3d48b78,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:13.426320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:13.428305 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-abef6044-3d6f-41c8-845f-91565e6272b9 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=677a44a0d7bb436f83c23a8e74cffa60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2365677 Oct 12 12:38:13.431728 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Port 6c5b22ef-317a-495d-9cd8-c9d12be77020 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:13.448811 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-14f2dd3c-1d1d-43b2-af11-638504f878ba tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (3ab52832-9054-45ec-971e-d4ecb2014beb), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.464076 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 1, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:13.471510 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:13.493304 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-c3b79855-37a3-4270-96ee-317ec3bab56c admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/733cfee7-b151-48e3-b89b-ac64ad9206c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8086839 Oct 12 12:38:13.533112 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-14f2dd3c-1d1d-43b2-af11-638504f878ba tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (3ab52832-9054-45ec-971e-d4ecb2014beb), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.538228 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6e7ca-6472-4c7e-9094-996d22b1769e None None] The sync data for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi is: [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 1, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:13.541743 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] For port c3965915-dd39-405e-bf97-94ae54084408, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:13.546419 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] For port c3965915-dd39-405e-bf97-94ae54084408, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c3965915-dd39-405e-bf97-94ae54084408,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:13.550294 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Provisioning complete for port 11fdf471-22d0-4110-af77-a148a0bb9d35 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:13.550684 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.551030 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Attempt 1 to provision port 11fdf471-22d0-4110-af77-a148a0bb9d35 Oct 12 12:38:13.554035 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Set router f3bb6415-ffca-46f8-bbac-833da09862ae gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:13.647134 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Port 11fdf471-22d0-4110-af77-a148a0bb9d35 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:13.647764 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:13.686095 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c3965915-dd39-405e-bf97-94ae54084408), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.697966 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Provisioning complete for port c3965915-dd39-405e-bf97-94ae54084408 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:13.698369 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c3965915-dd39-405e-bf97-94ae54084408), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.698724 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Attempt 1 to provision port c3965915-dd39-405e-bf97-94ae54084408 Oct 12 12:38:13.709007 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2dd3c-1d1d-43b2-af11-638504f878ba tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab52832-9054-45ec-971e-d4ecb2014beb,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:13.713754 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:13.753915 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11e2c65b-deec-409a-a71a-6dff0ea778ab tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (7ed8fd25-9d5d-40cc-9db6-45fe8b80b8a3), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.833538 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-14f2dd3c-1d1d-43b2-af11-638504f878ba tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:13.835184 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-14f2dd3c-1d1d-43b2-af11-638504f878ba tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8316422 Oct 12 12:38:13.838488 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37222) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:13.845557 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:13.866425 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11e2c65b-deec-409a-a71a-6dff0ea778ab tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (7ed8fd25-9d5d-40cc-9db6-45fe8b80b8a3), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.001256 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2c65b-deec-409a-a71a-6dff0ea778ab tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed8fd25-9d5d-40cc-9db6-45fe8b80b8a3,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:14.005645 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-0c81dbb8-51e9-46bd-a219-45cbcea8950b service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:38:14.006878 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-0c81dbb8-51e9-46bd-a219-45cbcea8950b service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2752123 Oct 12 12:38:14.016667 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:14.017354 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:14.066287 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-11e2c65b-deec-409a-a71a-6dff0ea778ab tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.072597 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-11e2c65b-deec-409a-a71a-6dff0ea778ab tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9840207 Oct 12 12:38:14.076145 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37226) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:14.101887 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-2d78bbfd-51cf-4ee4-8766-d6795d510360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'security_group_rule': {'security_group_id': 'a37dba50-7c27-4d47-b423-3d3ed7f3d444', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:14.117328 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b3f35-8671-4e5f-975b-ae8bb961d666 None None] Pushing event updated for resources: {'Port': ['ID=c3965915-dd39-405e-bf97-94ae54084408,revision_number=4']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:14.138612 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.246269 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:14.271567 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2d78bbfd-51cf-4ee4-8766-d6795d510360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (01a7de71-b9b3-49e3-8b43-cca435a8a78c), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.297849 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device fd2d22c4-ec1f-4ab9-bb91-c49c91885073 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:14.325329 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:14.355905 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:14.410969 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2d78bbfd-51cf-4ee4-8766-d6795d510360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (01a7de71-b9b3-49e3-8b43-cca435a8a78c), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.514018 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2d78bbfd-51cf-4ee4-8766-d6795d510360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (01a7de71-b9b3-49e3-8b43-cca435a8a78c), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.539736 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78bbfd-51cf-4ee4-8766-d6795d510360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a7de71-b9b3-49e3-8b43-cca435a8a78c,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:14.588680 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:14.588680 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.588979 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 Oct 12 12:38:14.616794 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Current status of the port c3965915-dd39-405e-bf97-94ae54084408 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:14.617275 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c3965915-dd39-405e-bf97-94ae54084408), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.660519 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:14.666414 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2d78bbfd-51cf-4ee4-8766-d6795d510360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.667933 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-2d78bbfd-51cf-4ee4-8766-d6795d510360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5809174 Oct 12 12:38:14.671132 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37238) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:14.674586 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.676867 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:14.688668 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-c10eb796-2d2e-47d2-af16-391dfca45e74 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680918 Oct 12 12:38:14.736875 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:13Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:14.759864 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:14.785610 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37250) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:14.793916 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37252) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:14.807958 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 4, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port': {'id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:02Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '7aea9842-f876-4540-b3b9-4a8f6984cf95', 'name': '', 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'mac_address': 'fa:16:3e:13:0f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dd0ce49f-6045-4494-830e-c16928eb53c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 2, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'subnets': [{'id': 'dd0ce49f-6045-4494-830e-c16928eb53c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:14.819878 dv-cinder-812685-16-iscsi neutron-server[104977]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 12:38:14.823131 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd3a1d7-6138-4f60-977f-746fcda094e6 None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:13Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:14.844223 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:14.855131 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.879452 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Checking router: f3bb6415-ffca-46f8-bbac-833da09862ae for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:14.879808 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Updating router f3bb6415-ffca-46f8-bbac-833da09862ae port 7aea9842-f876-4540-b3b9-4a8f6984cf95 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:38:14.886990 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0cc801ab-a9f5-42fe-9f7b-3b60dd74dfb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:14.913254 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Allocated IP 172.27.3.63 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/d015e36c-de95-456f-b750-643cf7578adc) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:14.917642 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-5f0dd05b-3b7f-4f85-9824-fb28e828c9bd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929822 Oct 12 12:38:14.974458 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] For port c3965915-dd39-405e-bf97-94ae54084408, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c3965915-dd39-405e-bf97-94ae54084408,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:15.091028 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c3965915-dd39-405e-bf97-94ae54084408), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.113952 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.150282 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (d015e36c-de95-456f-b750-643cf7578adc), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.515849 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:15.524022 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (d015e36c-de95-456f-b750-643cf7578adc), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.524337 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-4f3286c9-5109-4e41-b4eb-6d355705abd7 None None] Provisioning complete for port 6c5b22ef-317a-495d-9cd8-c9d12be77020 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:15.524337 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4f3286c9-5109-4e41-b4eb-6d355705abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.524337 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-4f3286c9-5109-4e41-b4eb-6d355705abd7 None None] Attempt 1 to provision port 6c5b22ef-317a-495d-9cd8-c9d12be77020 Oct 12 12:38:15.524527 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-e5c3966b-a7fe-4867-95cc-d8a13995bf82 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:15.524955 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:15.525033 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-e5c3966b-a7fe-4867-95cc-d8a13995bf82 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 819 time: 0.6816101 Oct 12 12:38:15.525099 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:15.525099 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:15.525374 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-4f3286c9-5109-4e41-b4eb-6d355705abd7 None None] Port 6c5b22ef-317a-495d-9cd8-c9d12be77020 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:15.525374 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:15.525374 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 903357cb-e6f0-4899-86b4-d85c56ab7643 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:15.530213 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-fdac9212-18e3-4a5a-b3ad-7d608a46fd39 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/quotas/d62398af777d4d269977b1a5f1f37080 HTTP/1.1" status: 200 len: 375 time: 0.0521135 Oct 12 12:38:15.542439 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.592538 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37d849-f38c-42bf-8212-b716df804630 None None] Pushing event updated for resources: {'Port': ['ID=c3965915-dd39-405e-bf97-94ae54084408,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:15.616049 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:15.664878 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-20788ba3-8ae4-4a5b-ba2d-bb3bf5f468b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.734038 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 903357cb-e6f0-4899-86b4-d85c56ab7643 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:15.742207 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.743475 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 903357cb-e6f0-4899-86b4-d85c56ab7643 Oct 12 12:38:15.797726 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=d015e36c-de95-456f-b750-643cf7578adc,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:15.859151 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e50ef3de-32ef-439b-a8ad-109d28f59ea1 req-b1d51cf4-82ba-425b-8e1d-2c21e7287b94 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.0769494 Oct 12 12:38:15.860331 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (183ac7a0-3695-4554-99ce-1af4d3877069), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.929093 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0cc801ab-a9f5-42fe-9f7b-3b60dd74dfb7 admin admin] Publish callbacks [] for security_group (c1a86267-3488-4765-a3ce-bc0ec9a669e4), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:15.935550 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-acda8de8-9c26-4c78-ad16-0c6fb2b35ebb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4046082 Oct 12 12:38:15.942010 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Allocated IP 172.27.3.169 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/d0313e6d-3a76-488f-a208-2b71c3ab5d66) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:15.942079 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 903357cb-e6f0-4899-86b4-d85c56ab7643 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:15.942079 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.018409 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 903357cb-e6f0-4899-86b4-d85c56ab7643, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=903357cb-e6f0-4899-86b4-d85c56ab7643,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:16.023823 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0cc801ab-a9f5-42fe-9f7b-3b60dd74dfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c1a86267-3488-4765-a3ce-bc0ec9a669e4), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.089426 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-0cc801ab-a9f5-42fe-9f7b-3b60dd74dfb7 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=fd0b0947b9c44543bb127da0ec4f3ecf&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2928779 Oct 12 12:38:16.096313 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:16.097004 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37312) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:16.148276 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:16.154746 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d015e36c-de95-456f-b750-643cf7578adc), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.172996 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.177347 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:16.198958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90158c7f-d1d7-49a6-ad74-887ae92902db admin admin] Publish callbacks [] for security_group (c1a86267-3488-4765-a3ce-bc0ec9a669e4), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.221856 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90158c7f-d1d7-49a6-ad74-887ae92902db admin admin] Publish callbacks [] for security_group (c1a86267-3488-4765-a3ce-bc0ec9a669e4), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.312499 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc801ab-a9f5-42fe-9f7b-3b60dd74dfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a86267-3488-4765-a3ce-bc0ec9a669e4,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:16.401466 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for port (d0313e6d-3a76-488f-a208-2b71c3ab5d66), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.419817 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90158c7f-d1d7-49a6-ad74-887ae92902db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c1a86267-3488-4765-a3ce-bc0ec9a669e4), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.422968 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90158c7f-d1d7-49a6-ad74-887ae92902db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.426563 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-90158c7f-d1d7-49a6-ad74-887ae92902db admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/c1a86267-3488-4765-a3ce-bc0ec9a669e4 HTTP/1.1" status: 204 len: 168 time: 0.3280084 Oct 12 12:38:16.439397 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Publish callbacks [] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.441623 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:16.446330 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-9b88c3bd-26ee-4a56-8287-30cdfcbbc24c service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:38:16.466169 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-9b88c3bd-26ee-4a56-8287-30cdfcbbc24c service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1629596 Oct 12 12:38:16.499945 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (d015e36c-de95-456f-b750-643cf7578adc), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.513261 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=903357cb-e6f0-4899-86b4-d85c56ab7643,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:16.514826 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90158c7f-d1d7-49a6-ad74-887ae92902db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a86267-3488-4765-a3ce-bc0ec9a669e4,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:16.517684 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:16.522635 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.522635 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 Oct 12 12:38:16.571299 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.631646 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d015e36c-de95-456f-b750-643cf7578adc), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.632910 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (183ac7a0-3695-4554-99ce-1af4d3877069), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.653244 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890834e-c106-4d45-9f52-4d191fe0d6a8 None None] Pushing event updated for resources: {'Port': ['ID=7aea9842-f876-4540-b3b9-4a8f6984cf95,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:16.690517 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=d015e36c-de95-456f-b750-643cf7578adc,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:16.699910 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:16.725630 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Attempting to bind port 7aea9842-f876-4540-b3b9-4a8f6984cf95 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:16.726249 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Attempting to bind port 7aea9842-f876-4540-b3b9-4a8f6984cf95 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:16.726779 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Attempting to bind port 7aea9842-f876-4540-b3b9-4a8f6984cf95 on network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:16.731559 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:16.732766 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4ff74b90-c278-48b8-b42e-a1be939abaee up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:16.752238 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.764477 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-8cdc640d-4ece-4f78-896a-69cc588b0376 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971609 Oct 12 12:38:16.766136 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (d0313e6d-3a76-488f-a208-2b71c3ab5d66), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.766495 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-fcea8001-5969-4b1a-99b6-8f1cbeeeef6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9265532 Oct 12 12:38:16.789845 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:16.799602 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:16.819538 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:16.830959 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 4ff74b90-c278-48b8-b42e-a1be939abaee triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:16.830959 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.830959 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 4ff74b90-c278-48b8-b42e-a1be939abaee Oct 12 12:38:16.860084 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:16.860505 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Checking segment: {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:16.861046 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:16.861468 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Bound using segment: {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:16.861966 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Bound port: 7aea9842-f876-4540-b3b9-4a8f6984cf95, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:16.862899 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.011609 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ef22eaac-c95a-4078-87fc-3ba2c48cad7e req-09e35460-7ea4-4aa2-996d-5733ba215a4f tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.0436146 Oct 12 12:38:17.042081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] For port 7aea9842-f876-4540-b3b9-4a8f6984cf95, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:17.042081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 4ff74b90-c278-48b8-b42e-a1be939abaee is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:17.042081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.045198 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] For port 7aea9842-f876-4540-b3b9-4a8f6984cf95, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7aea9842-f876-4540-b3b9-4a8f6984cf95,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:17.067975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'Port': ['ID=d0313e6d-3a76-488f-a208-2b71c3ab5d66,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:17.077276 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 4ff74b90-c278-48b8-b42e-a1be939abaee, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4ff74b90-c278-48b8-b42e-a1be939abaee,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:17.134825 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.146222 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (ae319ec4-38d4-4f5b-90ea-caff8bb46edc), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.225850 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.225850 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:17.253088 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-b866717d-949f-4371-b8aa-4035b3cb6d02 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740009 Oct 12 12:38:17.291104 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37364) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:17.366613 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:17.367786 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Routers {'f3bb6415-ffca-46f8-bbac-833da09862ae'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:17.368428 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:37:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f3bb6415-ffca-46f8-bbac-833da09862ae'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:17.409778 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-aa7e4fd9-92b3-4569-be40-68031c5f7e84 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--268230214&fields=id&tenant_id=fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 267 time: 0.1849778 Oct 12 12:38:17.413922 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d0313e6d-3a76-488f-a208-2b71c3ab5d66), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.451816 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890834e-c106-4d45-9f52-4d191fe0d6a8 None None] Pushing event updated for resources: {'Port': ['ID=7aea9842-f876-4540-b3b9-4a8f6984cf95,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:17.553484 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:17.555194 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.557742 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 Oct 12 12:38:17.775243 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=4ff74b90-c278-48b8-b42e-a1be939abaee,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:17.779145 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] Set router f3bb6415-ffca-46f8-bbac-833da09862ae gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:17.792644 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-6723c0e1-692f-4e7c-a6e6-1e413f8a5992 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:17.800973 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-6723c0e1-692f-4e7c-a6e6-1e413f8a5992 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 815 time: 0.3812869 Oct 12 12:38:17.803042 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:17.811980 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b2958b6c-e6f3-4feb-ac7d-26f434046549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.842052 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-bb8669a0-526c-4f2b-ada6-c42d42aadc3a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/quotas/fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 375 time: 0.0355606 Oct 12 12:38:17.969963 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b2958b6c-e6f3-4feb-ac7d-26f434046549 admin admin] Publish callbacks [] for security_group (b2f6d2e9-c985-4be7-a713-a6ef1dfd6f52), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:17.985172 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e379a7d7-1c52-4d98-8360-aee8355a37d2 req-ae646753-def1-45b5-8fb4-77eb77ca91c7 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 210 time: 0.2160921 Oct 12 12:38:18.014323 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-911cc3ba-a828-4bae-b28c-a78ec2550767 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711087 Oct 12 12:38:18.109980 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6912b9e7-c96d-4449-b0ba-2c85fec5ad93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.112134 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:18.146291 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:18.147453 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 63c8086b-b848-435f-afb9-497087c5f76d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:18.164541 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for port (d0313e6d-3a76-488f-a208-2b71c3ab5d66), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.186817 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b2958b6c-e6f3-4feb-ac7d-26f434046549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (b2f6d2e9-c985-4be7-a713-a6ef1dfd6f52), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.278925 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-0ab88555-441d-4d4b-b6db-741b0a26c570 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490039 Oct 12 12:38:18.281362 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7a5d50da-0727-41fe-b4a8-58d6558796e8 req-8c80336b-ae23-4c61-aea4-0d41607b63a2 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.1111848 Oct 12 12:38:18.284246 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d0313e6d-3a76-488f-a208-2b71c3ab5d66), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.286949 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (ae319ec4-38d4-4f5b-90ea-caff8bb46edc), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.491459 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 63c8086b-b848-435f-afb9-497087c5f76d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:18.491846 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (63c8086b-b848-435f-afb9-497087c5f76d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.492184 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 63c8086b-b848-435f-afb9-497087c5f76d Oct 12 12:38:18.493720 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b2958b6c-e6f3-4feb-ac7d-26f434046549 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=2a372db0342f425cbd7dedccf68e7fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1999192 Oct 12 12:38:18.504908 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37436) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:18.550657 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 4, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port': {'id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:02Z', 'updated_at': '2022-10-12T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '7aea9842-f876-4540-b3b9-4a8f6984cf95', 'name': '', 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'mac_address': 'fa:16:3e:13:0f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dd0ce49f-6045-4494-830e-c16928eb53c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:17Z', 'revision_number': 4, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'subnets': [{'id': 'dd0ce49f-6045-4494-830e-c16928eb53c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:18.574046 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-e692d872-af6c-416c-9dd9-a53d8ac5b49d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940230 Oct 12 12:38:18.585462 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff268ba-9a51-49f4-85e2-dcb0f56d3cd5 None None] The sync data for ids ['f3bb6415-ffca-46f8-bbac-833da09862ae'] in dv-cinder-812685-16-iscsi is: [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 4, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port': {'id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:02Z', 'updated_at': '2022-10-12T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '7aea9842-f876-4540-b3b9-4a8f6984cf95', 'name': '', 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'mac_address': 'fa:16:3e:13:0f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dd0ce49f-6045-4494-830e-c16928eb53c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:17Z', 'revision_number': 4, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'subnets': [{'id': 'dd0ce49f-6045-4494-830e-c16928eb53c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:18.618875 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-f100a7a7-79bf-45a7-bee0-6b8af297dc9e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:18.620430 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-f100a7a7-79bf-45a7-bee0-6b8af297dc9e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 819 time: 0.1507852 Oct 12 12:38:18.621078 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2958b6c-e6f3-4feb-ac7d-26f434046549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f6d2e9-c985-4be7-a713-a6ef1dfd6f52,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:18.651492 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.652912 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9806604 Oct 12 12:38:18.668937 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadc6c7-38d0-4bd5-ba04-c79fa3d4b7bd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'Port': ['ID=d0313e6d-3a76-488f-a208-2b71c3ab5d66,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:18.676761 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 63c8086b-b848-435f-afb9-497087c5f76d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:18.680963 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9df7a702-6202-4171-8fdc-cba616b5e1dd admin admin] Publish callbacks [] for security_group (b2f6d2e9-c985-4be7-a713-a6ef1dfd6f52), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.719198 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9df7a702-6202-4171-8fdc-cba616b5e1dd admin admin] Publish callbacks [] for security_group (b2f6d2e9-c985-4be7-a713-a6ef1dfd6f52), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.724016 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-4939c15a-a570-48db-959d-7b3ccc00f002 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/quotas/d62398af777d4d269977b1a5f1f37080 HTTP/1.1" status: 200 len: 375 time: 0.0753884 Oct 12 12:38:18.797831 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Sync routers for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:18.823657 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:18.834926 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:18.834926 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:38:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:18.889717 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-9dcf18ab-ea2e-47b6-82be-91fcec6657c3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577811 Oct 12 12:38:18.985595 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9df7a702-6202-4171-8fdc-cba616b5e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (b2f6d2e9-c985-4be7-a713-a6ef1dfd6f52), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:18.995003 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9df7a702-6202-4171-8fdc-cba616b5e1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:19.005355 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9df7a702-6202-4171-8fdc-cba616b5e1dd admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/b2f6d2e9-c985-4be7-a713-a6ef1dfd6f52 HTTP/1.1" status: 204 len: 168 time: 0.4906416 Oct 12 12:38:19.010007 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:19.010226 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:19.039897 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7a702-6202-4171-8fdc-cba616b5e1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f6d2e9-c985-4be7-a713-a6ef1dfd6f52,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:19.071443 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:19.140044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:19.192839 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:19.212889 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-76480a54-49c7-4faa-aa7c-db4d9a1c8cb5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211849 Oct 12 12:38:19.239225 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37468) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:19.373575 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:19.374293 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:19.375047 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 Oct 12 12:38:19.416342 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-56da1755-2114-4165-9ae3-a74489287b66 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2073720925&fields=id&tenant_id=c056ad05ef9843688f08b7e9f25e1138 HTTP/1.1" status: 200 len: 267 time: 0.0960474 Oct 12 12:38:19.418911 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:09Z', 'revision_number': 2, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:19.520111 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Checking router: 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:19.520467 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Updating router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e port 11fdf471-22d0-4110-af77-a148a0bb9d35 binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:38:19.553405 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:19.567594 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-6797fffd-df53-422b-a23f-e2c435c99398 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383348 Oct 12 12:38:19.591538 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:19.591875 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:19.647323 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:19.691947 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:19.723443 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:19.725003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4ff74b90-c278-48b8-b42e-a1be939abaee up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:19.759577 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-eedba904-2335-4ead-a40a-5a5e7d1dfe9b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:19.772901 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-eedba904-2335-4ead-a40a-5a5e7d1dfe9b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 817 time: 0.3544838 Oct 12 12:38:19.805716 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-70ed9ae5-970d-49a3-9a9d-848149f45f03 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/quotas/c056ad05ef9843688f08b7e9f25e1138 HTTP/1.1" status: 200 len: 375 time: 0.0319133 Oct 12 12:38:19.828077 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:19.837851 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 4ff74b90-c278-48b8-b42e-a1be939abaee triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:19.838367 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:19.839017 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 4ff74b90-c278-48b8-b42e-a1be939abaee Oct 12 12:38:19.839834 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6391f88f-3eb6-4b4a-b84a-65cd403437ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:19.934768 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 4ff74b90-c278-48b8-b42e-a1be939abaee is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:19.936537 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c3965915-dd39-405e-bf97-94ae54084408 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:19.971530 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-176fffd7-3132-466e-afd2-c041c01bb350 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314898 Oct 12 12:38:20.011904 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c3965915-dd39-405e-bf97-94ae54084408 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:20.012497 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c3965915-dd39-405e-bf97-94ae54084408), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.014693 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c3965915-dd39-405e-bf97-94ae54084408 Oct 12 12:38:20.024698 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:20.036345 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6a83b95b-9b9e-4e5e-a9e2-6cdd1e25cbcb req-bd2ea45d-12d2-42b1-adf3-ad56dbd00adf tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 210 time: 0.0747480 Oct 12 12:38:20.192447 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c3965915-dd39-405e-bf97-94ae54084408 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:20.198723 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 903357cb-e6f0-4899-86b4-d85c56ab7643 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:20.319930 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 903357cb-e6f0-4899-86b4-d85c56ab7643 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:20.319930 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.319930 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 903357cb-e6f0-4899-86b4-d85c56ab7643 Oct 12 12:38:20.338632 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cb37c175-fdc5-4f6a-8c5d-69ff61032185 req-2b266d73-975b-4763-812b-220a2f019d8c tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.1101208 Oct 12 12:38:20.399304 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 903357cb-e6f0-4899-86b4-d85c56ab7643 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:20.400787 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device b66835d2-a504-4bac-a1be-a2d39f59ab0f up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:20.481647 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port b66835d2-a504-4bac-a1be-a2d39f59ab0f triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:20.481647 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.481647 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port b66835d2-a504-4bac-a1be-a2d39f59ab0f Oct 12 12:38:20.483837 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-7d21ba08-96a7-4e26-bd31-e37ab07524be service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974601 Oct 12 12:38:20.519478 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:20.523866 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0105b141-7356-4700-89b4-b7a117cd0500 req-ef7f2699-a851-43a1-b47c-78758a458423 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.0646396 Oct 12 12:38:20.524735 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Publish callbacks [] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.610761 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6391f88f-3eb6-4b4a-b84a-65cd403437ce admin admin] Publish callbacks [] for security_group (2b6faf83-1e68-4395-a0bd-53953ea57484), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.622237 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.653740 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-2315a320-080a-43b7-8f69-df9c4d8fd8ab service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544082 Oct 12 12:38:20.726545 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6391f88f-3eb6-4b4a-b84a-65cd403437ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (2b6faf83-1e68-4395-a0bd-53953ea57484), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.728282 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92706bd-0cb6-47f8-98cc-fe1d8c20d501 None None] Pushing event updated for resources: {'Port': ['ID=11fdf471-22d0-4110-af77-a148a0bb9d35,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:20.743183 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port b66835d2-a504-4bac-a1be-a2d39f59ab0f is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:20.743616 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.797824 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37528) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:20.802012 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391f88f-3eb6-4b4a-b84a-65cd403437ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6faf83-1e68-4395-a0bd-53953ea57484,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:20.839157 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Attempting to bind port 11fdf471-22d0-4110-af77-a148a0bb9d35 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:20.839531 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Attempting to bind port 11fdf471-22d0-4110-af77-a148a0bb9d35 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:20.842588 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6391f88f-3eb6-4b4a-b84a-65cd403437ce admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d329d951b42740b88a3782cd08961ffb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6018264 Oct 12 12:38:20.843109 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37536) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:20.854964 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.865529 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Attempting to bind port 11fdf471-22d0-4110-af77-a148a0bb9d35 on network a509b816-30d9-40f4-99f7-35e308d0dd5d {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:20.876253 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port b66835d2-a504-4bac-a1be-a2d39f59ab0f, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=b66835d2-a504-4bac-a1be-a2d39f59ab0f,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:20.887488 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.916215 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:20.945083 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.951782 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:20.952623 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Checking segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:20.953211 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:20.953762 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Bound using segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:20.954397 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Bound port: 11fdf471-22d0-4110-af77-a148a0bb9d35, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:20.955018 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.005497 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-792cbf83-0770-41c3-bb87-33ed1ddc3443 admin admin] Publish callbacks [] for security_group (2b6faf83-1e68-4395-a0bd-53953ea57484), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.030306 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=b66835d2-a504-4bac-a1be-a2d39f59ab0f,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:21.033192 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:21.091314 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] For port 11fdf471-22d0-4110-af77-a148a0bb9d35, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:21.091912 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-792cbf83-0770-41c3-bb87-33ed1ddc3443 admin admin] Publish callbacks [] for security_group (2b6faf83-1e68-4395-a0bd-53953ea57484), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.100150 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] For port 11fdf471-22d0-4110-af77-a148a0bb9d35, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=11fdf471-22d0-4110-af77-a148a0bb9d35,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:21.202416 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.279214 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.39', 58953) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:21.298192 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92706bd-0cb6-47f8-98cc-fe1d8c20d501 None None] Pushing event updated for resources: {'Port': ['ID=11fdf471-22d0-4110-af77-a148a0bb9d35,revision_number=4']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:21.302039 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f26c6ecc-3bb5-476b-a429-b95b9ba827bc req-2db1dc10-f775-4c14-9438-609e3f7640b2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.1233575 Oct 12 12:38:21.323220 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:21.324456 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:38:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:21.339732 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6fac9dc5-a23e-4cdb-a0fc-a0f4fcc32f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.348212 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7aea9842-f876-4540-b3b9-4a8f6984cf95 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:21.464877 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:21.510347 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-792cbf83-0770-41c3-bb87-33ed1ddc3443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (2b6faf83-1e68-4395-a0bd-53953ea57484), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.534524 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-792cbf83-0770-41c3-bb87-33ed1ddc3443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.538347 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-792cbf83-0770-41c3-bb87-33ed1ddc3443 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/2b6faf83-1e68-4395-a0bd-53953ea57484 HTTP/1.1" status: 204 len: 168 time: 0.6933298 Oct 12 12:38:21.552310 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 7aea9842-f876-4540-b3b9-4a8f6984cf95 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:21.552701 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.553042 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 7aea9842-f876-4540-b3b9-4a8f6984cf95 Oct 12 12:38:21.609263 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cbf83-0770-41c3-bb87-33ed1ddc3443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6faf83-1e68-4395-a0bd-53953ea57484,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:21.663837 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3ec9b208-78b2-4303-bf3e-717b9f4f69ce req-930ee0c9-52b1-4e2b-81d2-4528b5326bbe tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 210 time: 0.1331985 Oct 12 12:38:21.717712 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-011ced53-792b-4d97-a056-8b345bb5df35 req-c2249edf-ad5e-4ad0-bb04-160276a749fd tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.0587993 Oct 12 12:38:21.780490 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fabf1-be84-4d23-9618-3223792349cd req-550bf211-81e6-47cb-a987-fbdc9b76bace tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:21.788443 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-550bf211-81e6-47cb-a987-fbdc9b76bace tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.39 "GET /networking/v2.0/networks?id=0019aa52-f1a0-42f2-aeaf-ff7457ad5663 HTTP/1.1" status: 200 len: 811 time: 0.5076845 Oct 12 12:38:21.792869 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 7aea9842-f876-4540-b3b9-4a8f6984cf95 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:21.793441 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.793964 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:21.809038 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6fac9dc5-a23e-4cdb-a0fc-a0f4fcc32f0e admin admin] Publish callbacks [] for security_group (ffe8444e-fc45-426d-be18-95dfdc2e3566), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.832239 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 7aea9842-f876-4540-b3b9-4a8f6984cf95, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7aea9842-f876-4540-b3b9-4a8f6984cf95,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:21.875470 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Request body: {'port': {'device_id': '6badf94a-7a18-401e-b206-66515f3231f8', 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663', 'admin_state_up': True, 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:21.889254 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e2847507-6c7b-44ce-b852-c08b43a1266a req-66b8b9d0-4976-4828-8351-e0973bda37ff tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.0514050 Oct 12 12:38:21.894080 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6fac9dc5-a23e-4cdb-a0fc-a0f4fcc32f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ffe8444e-fc45-426d-be18-95dfdc2e3566), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.894227 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:21.897394 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:22.008406 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac9dc5-a23e-4cdb-a0fc-a0f4fcc32f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe8444e-fc45-426d-be18-95dfdc2e3566,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:22.016793 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-6fac9dc5-a23e-4cdb-a0fc-a0f4fcc32f0e admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f427efac014644dea26de8e1f49121a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2152233 Oct 12 12:38:22.017751 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37578) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:22.150286 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:22.150708 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:22.151040 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 Oct 12 12:38:22.226589 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-56123108-65c1-4520-a4c9-6e0c22bcce3e admin admin] Publish callbacks [] for security_group (ffe8444e-fc45-426d-be18-95dfdc2e3566), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:22.293814 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=7aea9842-f876-4540-b3b9-4a8f6984cf95,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:22.305726 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:22.307574 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:22.317687 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:22.324011 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-56123108-65c1-4520-a4c9-6e0c22bcce3e admin admin] Publish callbacks [] for security_group (ffe8444e-fc45-426d-be18-95dfdc2e3566), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:22.374392 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Made reservation on behalf of 677a44a0d7bb436f83c23a8e74cffa60 for: {'port': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:38:22.384796 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:22.446577 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:22.491293 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:21Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:22.499936 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9093bb4f-c75e-480b-ba42-99abb13fc463 req-f66534fe-1e5f-4e15-ae75-61ee754b3663 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0733664 Oct 12 12:38:22.524197 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0845c3-d614-4d88-b0e0-4a3c31a550ad None None] The sync data for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi is: [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:21Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:22.580121 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-56123108-65c1-4520-a4c9-6e0c22bcce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ffe8444e-fc45-426d-be18-95dfdc2e3566), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:22.582907 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-56123108-65c1-4520-a4c9-6e0c22bcce3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:22.584256 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-56123108-65c1-4520-a4c9-6e0c22bcce3e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ffe8444e-fc45-426d-be18-95dfdc2e3566 HTTP/1.1" status: 204 len: 168 time: 0.5654857 Oct 12 12:38:22.635810 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56123108-65c1-4520-a4c9-6e0c22bcce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe8444e-fc45-426d-be18-95dfdc2e3566,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:22.914188 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-51fa1c8d-85d5-49f4-ac10-0053c3836801 req-c5b3ac22-cdf1-487b-9459-3d8dabf46253 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.0454128 Oct 12 12:38:22.931480 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9b43a3c3-475d-4648-a890-d7071a6f308a req-0847d89c-023b-4f75-8826-7861e2af02cb tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 210 time: 0.0535326 Oct 12 12:38:22.943940 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Allocated IP 172.20.0.7 (0019aa52-f1a0-42f2-aeaf-ff7457ad5663/dd0ce49f-6045-4494-830e-c16928eb53c9/b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:23.050458 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8b0e3e85-3f49-4512-999c-02ca1cee99b3 req-27e2b0cf-c4b0-40bb-bc64-97b4f25787f1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.0382285 Oct 12 12:38:23.057024 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:23.132010 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7aea9842-f876-4540-b3b9-4a8f6984cf95 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:23.253621 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.39', 58968) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:23.268288 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 7aea9842-f876-4540-b3b9-4a8f6984cf95 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:23.273765 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:23.274307 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 7aea9842-f876-4540-b3b9-4a8f6984cf95 Oct 12 12:38:23.366086 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Publish callbacks [] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:23.404252 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:23.480659 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-2de6269c-f874-4730-8da0-aeca728d0b66 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:23.482301 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-2de6269c-f874-4730-8da0-aeca728d0b66 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 815 time: 0.2266672 Oct 12 12:38:23.489639 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Sync routers for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:23.506592 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 7aea9842-f876-4540-b3b9-4a8f6984cf95 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:23.508096 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device b66835d2-a504-4bac-a1be-a2d39f59ab0f up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:23.511129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:23.511938 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:38:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:23.525450 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:23.700989 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-71e4bbbd-98cc-40cf-b7a2-a9512e23a36a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 379 time: 0.1931095 Oct 12 12:38:23.713186 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'port': {'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'admin_state_up': True, 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'security_groups': ['10663012-6ff4-4b8b-a18e-be3bcc54c2b4']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:23.990924 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port b66835d2-a504-4bac-a1be-a2d39f59ab0f triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:23.994760 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:23.995976 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port b66835d2-a504-4bac-a1be-a2d39f59ab0f Oct 12 12:38:24.126570 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:24.144501 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:24.212910 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:24.235924 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37662) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:24.301075 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port b66835d2-a504-4bac-a1be-a2d39f59ab0f is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:24.302235 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 11fdf471-22d0-4110-af77-a148a0bb9d35 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:24.322790 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:24.352718 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27a4f532-b172-497a-ba8f-a7411ec953ac req-097deb37-e236-4357-bf3b-4e157df46797 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.1753039 Oct 12 12:38:24.362239 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:24.376771 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eff713ed-d965-458f-8736-cbe0b915c152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:24.395437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:24.412546 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:24.415363 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:24.433064 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Pushing event updated for resources: {'Port': ['ID=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:24.594051 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 11fdf471-22d0-4110-af77-a148a0bb9d35 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:24.596149 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:24.596669 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 11fdf471-22d0-4110-af77-a148a0bb9d35 Oct 12 12:38:24.665292 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd3b7e-7765-4013-80ba-2f862d4d11de req-f72d468e-e2e3-4490-a866-2e13df913792 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:24.674069 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0abd3b7e-7765-4013-80ba-2f862d4d11de req-f72d468e-e2e3-4490-a866-2e13df913792 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 931 time: 0.2553697 Oct 12 12:38:24.713844 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-71142a95-0ee0-457b-845a-4052d180140e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8423519 Oct 12 12:38:24.723000 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4e1f1099-78a5-4145-8c33-81d90d619b28 req-103463f5-4b9b-4dbb-9faf-80a9b53b0f10 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 210 time: 0.1386549 Oct 12 12:38:24.733493 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.39', 58978) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:24.806177 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-aeba354f-cfa6-4599-b414-346268eb5cdc tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:38:24.826953 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-aeba354f-cfa6-4599-b414-346268eb5cdc tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0433891 Oct 12 12:38:24.996224 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Made reservation on behalf of fb8207ad9abf449b99382a2586d4588a for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:38:25.008801 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:25.103374 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-51b8c325-7e46-41ff-9b20-7b571b2f77bc req-391154d1-e979-4eb8-87cb-33cbe803233e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.1221018 Oct 12 12:38:25.270252 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-2704ef64-cf36-408a-8008-8aef16cf5e79 None None] Provisioning complete for port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:25.270809 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2704ef64-cf36-408a-8008-8aef16cf5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:25.270980 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-2704ef64-cf36-408a-8008-8aef16cf5e79 None None] Attempt 1 to provision port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b Oct 12 12:38:25.289653 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0abd3b7e-7765-4013-80ba-2f862d4d11de req-b5b2a2d0-2cc4-42cd-bcd6-39a52c461b59 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102979 Oct 12 12:38:25.402955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:11Z', 'revision_number': 2, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:25.422340 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:25.427976 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eff713ed-d965-458f-8736-cbe0b915c152 admin admin] Publish callbacks [] for security_group (0311fe95-57db-418d-b770-ee040e6d4ed2), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:25.434460 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Checking router: 733cfee7-b151-48e3-b89b-ac64ad9206c5 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:25.434911 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Updating router 733cfee7-b151-48e3-b89b-ac64ad9206c5 port 6c5b22ef-317a-495d-9cd8-c9d12be77020 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:38:25.436636 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-6f1fd56b-ca62-42bf-a111-80840fe85526 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:25.438625 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-6f1fd56b-ca62-42bf-a111-80840fe85526 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 819 time: 0.6886218 Oct 12 12:38:25.457422 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 11fdf471-22d0-4110-af77-a148a0bb9d35 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:25.458039 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:25.463191 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-2704ef64-cf36-408a-8008-8aef16cf5e79 None None] Port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:25.479543 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:25.506055 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 11fdf471-22d0-4110-af77-a148a0bb9d35, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=11fdf471-22d0-4110-af77-a148a0bb9d35,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:25.506938 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:25.550367 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c9a28e60-5120-4a69-bd74-2d2348b7f252 req-c7100d19-1708-4156-b116-242c9c2174b0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0386078 Oct 12 12:38:25.582314 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eff713ed-d965-458f-8736-cbe0b915c152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0311fe95-57db-418d-b770-ee040e6d4ed2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:25.671420 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:25.671420 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff713ed-d965-458f-8736-cbe0b915c152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0311fe95-57db-418d-b770-ee040e6d4ed2,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:25.707804 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-eff713ed-d965-458f-8736-cbe0b915c152 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=b35637e82dbb44feaeb318f61075a386&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4605134 Oct 12 12:38:25.712162 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37688) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:25.735197 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:25.793148 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'port': {'device_id': '9a56b7b4-f127-4adf-bf73-a699108a7a11', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'admin_state_up': True, 'tenant_id': 'd62398af777d4d269977b1a5f1f37080'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:25.879490 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=11fdf471-22d0-4110-af77-a148a0bb9d35,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:25.965067 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Allocated IP 172.20.0.8 (f74858ca-46a0-493d-924e-694edecfac99/2ee2ada1-0311-4386-a91f-e6ec46f6c98f/774032af-94ee-4d83-8d1a-09707f3d7c09) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:26.063790 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0bd4ad7b-e393-44dc-a8aa-c969924e6a63 req-f52449cf-fac1-4887-8f43-cef90ffa80b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 210 time: 0.1189973 Oct 12 12:38:26.089109 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-430018af-f8a0-478f-b8db-b1c943c3c733 admin admin] Publish callbacks [] for security_group (0311fe95-57db-418d-b770-ee040e6d4ed2), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.089282 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Publish callbacks [] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.135625 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-430018af-f8a0-478f-b8db-b1c943c3c733 admin admin] Publish callbacks [] for security_group (0311fe95-57db-418d-b770-ee040e6d4ed2), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.172340 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Request body: {'port': {'device_id': '6badf94a-7a18-401e-b206-66515f3231f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:26.183592 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.268575 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Made reservation on behalf of d62398af777d4d269977b1a5f1f37080 for: {'port': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:38:26.280054 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.298441 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.39', 58988) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:26.382789 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b9a36a7e-390a-4927-9213-923cc12bc500 req-89120dcc-b0f5-49d4-8a80-455c3607eb41 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.1261125 Oct 12 12:38:26.405087 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:26.413718 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701af9b5-09a0-4b34-a86e-d10a7c4daee2 None None] Pushing event updated for resources: {'Port': ['ID=6c5b22ef-317a-495d-9cd8-c9d12be77020,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:26.457183 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.577366 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Attempting to bind port 6c5b22ef-317a-495d-9cd8-c9d12be77020 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:26.583092 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Attempting to bind port 6c5b22ef-317a-495d-9cd8-c9d12be77020 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:26.583092 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Attempting to bind port 6c5b22ef-317a-495d-9cd8-c9d12be77020 on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:26.652709 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:26.653285 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Checking segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:26.654240 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.655914 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Bound using segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:26.656480 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Bound port: 6c5b22ef-317a-495d-9cd8-c9d12be77020, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:26.656865 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.799186 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-430018af-f8a0-478f-b8db-b1c943c3c733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0311fe95-57db-418d-b770-ee040e6d4ed2), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.813460 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-430018af-f8a0-478f-b8db-b1c943c3c733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.841099 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-430018af-f8a0-478f-b8db-b1c943c3c733 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0311fe95-57db-418d-b770-ee040e6d4ed2 HTTP/1.1" status: 204 len: 168 time: 1.1271317 Oct 12 12:38:26.841461 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] For port 6c5b22ef-317a-495d-9cd8-c9d12be77020, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:26.847942 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] For port 6c5b22ef-317a-495d-9cd8-c9d12be77020, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=6c5b22ef-317a-495d-9cd8-c9d12be77020,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:26.921290 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.926235 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e7175239-e7de-4757-9d4b-dac47a85bbaf req-25fa7f10-8d79-4b35-aa38-0deea5f6865b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.1044455 Oct 12 12:38:26.929066 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:26.932763 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430018af-f8a0-478f-b8db-b1c943c3c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0311fe95-57db-418d-b770-ee040e6d4ed2,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:26.937255 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:26.958859 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15139a-2918-44c8-84ce-b7bbccce360b req-45989477-296d-43bf-af88-b943ba916f03 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:26.968000 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7c15139a-2918-44c8-84ce-b7bbccce360b req-45989477-296d-43bf-af88-b943ba916f03 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 931 time: 0.4670401 Oct 12 12:38:27.047684 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Allocated IP 172.20.0.8 (1b4ef2f4-49f2-43ce-8f92-68931ce3b901/46ab091e-2588-41eb-9261-dad901709c25/72e52c23-5517-41fd-8ed1-dd798c7bba3a) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:27.049762 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-36569b4e-fbd1-4541-9e34-223fd3bd72ff tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:27.051649 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-36569b4e-fbd1-4541-9e34-223fd3bd72ff tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 819 time: 0.7290401 Oct 12 12:38:27.108260 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7c15139a-2918-44c8-84ce-b7bbccce360b req-7d0ce34d-8899-450c-9c57-0ebf526d7dd7 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338813 Oct 12 12:38:27.150565 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:27.163382 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:38:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:27.186410 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:27.281567 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701af9b5-09a0-4b34-a86e-d10a7c4daee2 None None] Pushing event updated for resources: {'Port': ['ID=6c5b22ef-317a-495d-9cd8-c9d12be77020,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:27.345300 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Network f74858ca-46a0-493d-924e-694edecfac99 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:27.355975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:27.357014 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:27.361878 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:27.367288 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:27.376252 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=774032af-94ee-4d83-8d1a-09707f3d7c09,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:27.406428 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'port': {'device_id': '11e5f782-870a-40d7-a8ff-1a10204d7a88', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'admin_state_up': True, 'tenant_id': 'd62398af777d4d269977b1a5f1f37080'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:27.455808 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:27.554251 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:27.599820 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b {{(pid=104978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:27.613811 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Publish callbacks [] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:27.653589 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-21af41ab-059c-4b3e-837d-5a4aa1f5a11e req-f5297eb4-2be8-4cc6-a1a4-241cd2e6ed0b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.0832460 Oct 12 12:38:27.686633 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-253aa880-ccd9-46da-919d-797bcda469b0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9815962 Oct 12 12:38:27.715447 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d62dae-28d5-4dc2-8be0-ca15197f9715 req-4f5ad23f-8b68-4617-9ca7-81ec0418096c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:27.734700 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c5d62dae-28d5-4dc2-8be0-ca15197f9715 req-4f5ad23f-8b68-4617-9ca7-81ec0418096c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 931 time: 0.4695261 Oct 12 12:38:27.744479 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.provisioning_blocks [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Transition to ACTIVE for port object b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b will not be triggered until provisioned by entity L2. {{(pid=104978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:38:27.759989 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Request body: {'port': {'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:27.778314 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:27.853154 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:27.907701 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.39', 58997) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:28.005362 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:28.021206 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:28.029792 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event updated for resources: {'Port': ['ID=72e52c23-5517-41fd-8ed1-dd798c7bba3a,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:28.056482 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 6c5b22ef-317a-495d-9cd8-c9d12be77020 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:28.159358 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:28.183012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-b69e8501-f126-48be-903d-3e18df38d75f None None] Provisioning complete for port 774032af-94ee-4d83-8d1a-09707f3d7c09 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:28.183012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b69e8501-f126-48be-903d-3e18df38d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:28.183012 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-b69e8501-f126-48be-903d-3e18df38d75f None None] Attempt 1 to provision port 774032af-94ee-4d83-8d1a-09707f3d7c09 Oct 12 12:38:28.188772 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:28.207219 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:28.221340 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:28.222206 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:28.351677 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-46e091f3-a3db-4581-a330-0a4e11e8f532 req-db6a3343-a258-4835-beb9-9db49ff2f7d2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.1819041 Oct 12 12:38:28.352689 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-b69e8501-f126-48be-903d-3e18df38d75f None None] Port 774032af-94ee-4d83-8d1a-09707f3d7c09 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:28.355842 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 6c5b22ef-317a-495d-9cd8-c9d12be77020 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:28.368036 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Pushing event updated for resources: {'Port': ['ID=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:28.368433 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:28.369283 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 6c5b22ef-317a-495d-9cd8-c9d12be77020 Oct 12 12:38:28.379262 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c5d62dae-28d5-4dc2-8be0-ca15197f9715 req-4365fac7-d589-4eac-84b0-47f2d102b0ce tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6370203 Oct 12 12:38:28.428614 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Attempting to bind port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:28.428975 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Attempting to bind port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:28.429306 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Attempting to bind port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b on network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:28.476429 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:28.482667 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-abc1d5c1-a8ef-4c96-90b3-4714d4f4aefe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6947858 Oct 12 12:38:28.534122 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Request body: {'port': {'device_id': '9a56b7b4-f127-4adf-bf73-a699108a7a11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:28.642472 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b on network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:38:28.642472 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Attempting to bind port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b on network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:28.801096 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:28.804484 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:28.804852 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Checking segment: {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:28.805619 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Bound using segment: {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:28.806139 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Bound port: b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bca8f5a-79b6-4a44-8946-96febe888bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663'}}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:28.806497 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:28.819153 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:26Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:28.832320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75775-5141-4a44-a5d3-2066874b0183 req-a5f8ddee-2db4-4e52-b816-4a628ca76b8e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:28.834301 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b8c75775-5141-4a44-a5d3-2066874b0183 req-a5f8ddee-2db4-4e52-b816-4a628ca76b8e tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.1679106 Oct 12 12:38:28.838346 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Made reservation on behalf of d62398af777d4d269977b1a5f1f37080 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:38:28.848259 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:28.906014 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:28.926029 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-694d8cd0-8fb8-4bc4-b4c5-544a77565ef1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:28.928543 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-694d8cd0-8fb8-4bc4-b4c5-544a77565ef1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 817 time: 1.0176346 Oct 12 12:38:28.938627 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0545eeb2-6061-4b6e-a8d3-ae8425ceed8d None None] The sync data for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi is: [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:26Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:28.967384 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3d101683-d3d0-41b6-8b41-4343ac5f3eb3 req-a5f0f643-fe0a-40d1-bfea-94ec01da4dea tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.1298666 Oct 12 12:38:29.004914 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:29.100080 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Allocated IP 172.20.0.10 (1b4ef2f4-49f2-43ce-8f92-68931ce3b901/46ab091e-2588-41eb-9261-dad901709c25/c71a3103-728d-4917-bb33-d259926bb1a1) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:29.188215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-141f39f7-d659-45cb-8ad8-edea768c9c0c None None] Provisioning complete for port 72e52c23-5517-41fd-8ed1-dd798c7bba3a triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:29.193003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-141f39f7-d659-45cb-8ad8-edea768c9c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:29.193983 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-141f39f7-d659-45cb-8ad8-edea768c9c0c None None] Attempt 1 to provision port 72e52c23-5517-41fd-8ed1-dd798c7bba3a Oct 12 12:38:29.340059 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-141f39f7-d659-45cb-8ad8-edea768c9c0c None None] Port 72e52c23-5517-41fd-8ed1-dd798c7bba3a cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:29.351882 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 6c5b22ef-317a-495d-9cd8-c9d12be77020 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:29.352491 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:29.402984 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for port (c71a3103-728d-4917-bb33-d259926bb1a1), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:29.440209 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 6c5b22ef-317a-495d-9cd8-c9d12be77020, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=6c5b22ef-317a-495d-9cd8-c9d12be77020,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:29.451315 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:29.523205 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:29.524309 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 11fdf471-22d0-4110-af77-a148a0bb9d35 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:29.529315 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:29.686674 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] For port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b, host hv-cinder-81268, cleared binding levels {{(pid=104978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:29.693511 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] For port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:29.713726 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=6c5b22ef-317a-495d-9cd8-c9d12be77020,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:29.725714 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afb3b1-147a-4bb8-a861-79ac641fd187 req-70a44ff0-9831-4a79-93ee-0f281b9d54b2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:29.735741 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f9afb3b1-147a-4bb8-a861-79ac641fd187 req-70a44ff0-9831-4a79-93ee-0f281b9d54b2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 931 time: 0.1261661 Oct 12 12:38:29.783927 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 11fdf471-22d0-4110-af77-a148a0bb9d35 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:29.784605 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:29.784962 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 11fdf471-22d0-4110-af77-a148a0bb9d35 Oct 12 12:38:29.829118 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:30.083743 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:30.086837 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:30.094472 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b HTTP/1.1" status: 200 len: 1093 time: 4.3382342 Oct 12 12:38:30.099303 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 11fdf471-22d0-4110-af77-a148a0bb9d35 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:30.111824 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6badf94a-7a18-401e-b206-66515f3231f8', 'tag': 'b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:30.253438 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 6c5b22ef-317a-495d-9cd8-c9d12be77020 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:30.262286 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:30.343881 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:30.371261 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event updated for resources: {'Port': ['ID=c71a3103-728d-4917-bb33-d259926bb1a1,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:30.388566 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b8c75775-5141-4a44-a5d3-2066874b0183 req-c786c381-5d0a-48e4-9adc-a975375c7a17 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5366969 Oct 12 12:38:30.438352 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:30.446681 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 6c5b22ef-317a-495d-9cd8-c9d12be77020 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:30.447080 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:30.447911 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 6c5b22ef-317a-495d-9cd8-c9d12be77020 Oct 12 12:38:30.448461 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:30.454328 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:30.463106 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:30.464495 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:30.746279 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fabf1-be84-4d23-9618-3223792349cd req-3f9fc7dc-929a-436e-8e40-945478be7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:30.752426 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-3f9fc7dc-929a-436e-8e40-945478be7709 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=677a44a0d7bb436f83c23a8e74cffa60&device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 1127 time: 0.4591432 Oct 12 12:38:30.756054 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f9afb3b1-147a-4bb8-a861-79ac641fd187 req-289fe1f8-612b-457d-bb6a-e0ae8eb8705b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0194826 Oct 12 12:38:30.758610 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a114e6-1687-499a-b56b-e5ec839b2336 service neutron] Pushing event updated for resources: {'Port': ['ID=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,revision_number=3']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:30.844981 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-25552445-3dc3-4253-84ce-e60cf8864233 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c056ad05ef9843688f08b7e9f25e1138 HTTP/1.1" status: 200 len: 380 time: 1.3976271 Oct 12 12:38:30.863900 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-0f269db9-b8bb-44cc-b58d-71b612739381 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4728389 Oct 12 12:38:30.877979 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ded33cc6-e3b1-4ce5-9365-0ef1c6a3b03f req-85788206-25bd-4e18-b8d8-d4d3e89e32fa tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.2473130 Oct 12 12:38:30.881534 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'port': {'device_id': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'admin_state_up': True, 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'security_groups': ['a37dba50-7c27-4d47-b423-3d3ed7f3d444']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:30.934335 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Request body: {'port': {'device_id': '11e5f782-870a-40d7-a8ff-1a10204d7a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:31.028424 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402ddf91-f6a5-45ff-9042-65f6bb3835b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6badf94a-7a18-401e-b206-66515f3231f8", "tag": "b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:31.064043 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-618b6276-aaa3-4aaa-b58e-80e3e6425644 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b HTTP/1.1" status: 200 len: 217 time: 0.2947435 Oct 12 12:38:31.122813 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:31.149181 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-667075df-6db7-4b26-a86e-1f809c6ecc1e None None] Provisioning complete for port c71a3103-728d-4917-bb33-d259926bb1a1 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:31.149716 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-667075df-6db7-4b26-a86e-1f809c6ecc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:31.151008 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-667075df-6db7-4b26-a86e-1f809c6ecc1e None None] Attempt 1 to provision port c71a3103-728d-4917-bb33-d259926bb1a1 Oct 12 12:38:31.184115 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37836) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:31.216916 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67538-6b72-4f46-9c22-c90c5ea32a7f req-f2cde7e0-298c-4fcb-af7d-fa59966723c6 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:31.244462 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ead67538-6b72-4f46-9c22-c90c5ea32a7f req-f2cde7e0-298c-4fcb-af7d-fa59966723c6 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 932 time: 0.2802095 Oct 12 12:38:31.260476 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 6c5b22ef-317a-495d-9cd8-c9d12be77020 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:31.292999 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-667075df-6db7-4b26-a86e-1f809c6ecc1e None None] Port c71a3103-728d-4917-bb33-d259926bb1a1 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:31.318986 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fabf1-be84-4d23-9618-3223792349cd req-2d48c999-5b07-4d6b-8734-f2325dc8e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:31.323370 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-2d48c999-5b07-4d6b-8734-f2325dc8e821 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=dd0ce49f-6045-4494-830e-c16928eb53c9 HTTP/1.1" status: 200 len: 850 time: 0.2323875 Oct 12 12:38:31.372945 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:31.538593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd8f232-db81-430b-a6e5-79dd10e60234 x-openstack-request-id: req-8bd8f232-db81-430b-a6e5-79dd10e60234 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:31.538593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6badf94a-7a18-401e-b206-66515f3231f8", "tag": "b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:31.538593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bd8f232-db81-430b-a6e5-79dd10e60234 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:31.538593 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd8f232-db81-430b-a6e5-79dd10e60234'] response: {'name': 'network-changed', 'server_uuid': '6badf94a-7a18-401e-b206-66515f3231f8', 'tag': 'b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b', 'status': 'completed', 'code': 200} Oct 12 12:38:31.566540 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ead67538-6b72-4f46-9c22-c90c5ea32a7f req-5b830990-3991-4e47-b460-50c09dff316f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210728 Oct 12 12:38:31.644895 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f8e11cf5-a657-4c62-a70f-a231828baf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:31.650318 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fabf1-be84-4d23-9618-3223792349cd req-715e7218-e495-4ceb-9150-d0b652b3de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:31.652023 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-715e7218-e495-4ceb-9150-d0b652b3de77 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=0019aa52-f1a0-42f2-aeaf-ff7457ad5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3121803 Oct 12 12:38:31.666309 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e52c23-5517-41fd-8ed1-dd798c7bba3a {{(pid=104978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:31.684080 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774032af-94ee-4d83-8d1a-09707f3d7c09 {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:31.692641 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Publish callbacks [] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:31.693559 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Publish callbacks [] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:31.774766 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.provisioning_blocks [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Transition to ACTIVE for port object 72e52c23-5517-41fd-8ed1-dd798c7bba3a will not be triggered until provisioned by entity L2. {{(pid=104978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:38:31.840767 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:31.862242 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-8664cfdd-6381-4d9e-8caa-50f12641aa14 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909082 Oct 12 12:38:31.878366 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:31.915095 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Transition to ACTIVE for port object 774032af-94ee-4d83-8d1a-09707f3d7c09 will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:38:31.984354 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc47b3e-c40e-4d15-a478-cdc401327c90 req-b6a390bc-0ae5-4e89-9820-7f314e9e5db9 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:31.990155 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ecc47b3e-c40e-4d15-a478-cdc401327c90 req-b6a390bc-0ae5-4e89-9820-7f314e9e5db9 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.1746657 Oct 12 12:38:32.007775 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f8e11cf5-a657-4c62-a70f-a231828baf72 admin admin] Publish callbacks [] for security_group (c87cd8e2-a5fb-4564-aa20-5071ae2974a5), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:32.021297 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Made reservation on behalf of c056ad05ef9843688f08b7e9f25e1138 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:38:32.025390 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:32.034662 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:32.135771 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d5130-de1f-4a30-9edf-ccd33b7f6412 req-56e6d841-9301-43d0-99a1-13a57df5c899 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:32.137566 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-678d5130-de1f-4a30-9edf-ccd33b7f6412 req-56e6d841-9301-43d0-99a1-13a57df5c899 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 931 time: 0.2433245 Oct 12 12:38:32.156819 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Attempting to bind port 72e52c23-5517-41fd-8ed1-dd798c7bba3a on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:32.157315 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Attempting to bind port 72e52c23-5517-41fd-8ed1-dd798c7bba3a by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:32.157763 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Attempting to bind port 72e52c23-5517-41fd-8ed1-dd798c7bba3a on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:32.210946 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Pushing event updated for resources: {'Port': ['ID=72e52c23-5517-41fd-8ed1-dd798c7bba3a,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:32.293788 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f8e11cf5-a657-4c62-a70f-a231828baf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c87cd8e2-a5fb-4564-aa20-5071ae2974a5), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:32.309968 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-071fabf1-be84-4d23-9618-3223792349cd req-21a2fd8e-a222-4fed-a671-24c186bb7b03 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747709 Oct 12 12:38:32.350216 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:32.534960 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ecc47b3e-c40e-4d15-a478-cdc401327c90 req-1b4cf9f0-4cad-4ca1-b3a5-f6e41e3cf081 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357981 Oct 12 12:38:32.593003 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Pushing event updated for resources: {'Port': ['ID=774032af-94ee-4d83-8d1a-09707f3d7c09,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:32.604540 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37880) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:32.606060 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-f8e11cf5-a657-4c62-a70f-a231828baf72 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=eb6288104d594741b1270fac948beae9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4191225 Oct 12 12:38:32.617047 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e11cf5-a657-4c62-a70f-a231828baf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87cd8e2-a5fb-4564-aa20-5071ae2974a5,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:32.637505 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Port 72e52c23-5517-41fd-8ed1-dd798c7bba3a on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:38:32.650080 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Attempting to bind port 72e52c23-5517-41fd-8ed1-dd798c7bba3a on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:32.665795 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Attempting to bind port 774032af-94ee-4d83-8d1a-09707f3d7c09 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:32.666176 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Attempting to bind port 774032af-94ee-4d83-8d1a-09707f3d7c09 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:32.666505 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Attempting to bind port 774032af-94ee-4d83-8d1a-09707f3d7c09 on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:32.675692 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-678d5130-de1f-4a30-9edf-ccd33b7f6412 req-f4ca39e7-8d56-4f38-ab80-bffdc740a190 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5247095 Oct 12 12:38:32.838906 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:32.839741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Checking segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:32.839741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Bound using segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:32.840247 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Bound port: 72e52c23-5517-41fd-8ed1-dd798c7bba3a, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:32.840690 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:32.951785 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-892f6396-6ce9-4f2b-80a1-43b11b5c1487 req-a2f701b0-85bb-423f-9655-c037886940c8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.1001947 Oct 12 12:38:32.978181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Port 774032af-94ee-4d83-8d1a-09707f3d7c09 on network f74858ca-46a0-493d-924e-694edecfac99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:38:32.989632 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Attempting to bind port 774032af-94ee-4d83-8d1a-09707f3d7c09 on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:33.033147 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d38fe8-1702-4fd5-880f-ac20f5f3f07b req-c2900ba1-080d-4579-b455-b4d2ca8eafe1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:33.035460 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-55d38fe8-1702-4fd5-880f-ac20f5f3f07b req-c2900ba1-080d-4579-b455-b4d2ca8eafe1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 932 time: 0.1628823 Oct 12 12:38:33.040538 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-dd94adbd-0a3b-4647-9089-958c4aed2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:33.042067 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-dd94adbd-0a3b-4647-9089-958c4aed2afc service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=677a44a0d7bb436f83c23a8e74cffa60&device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 1127 time: 0.1946123 Oct 12 12:38:33.081222 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0d601d77-aa59-49c9-a8fe-06ebeef49973 admin admin] Publish callbacks [] for security_group (c87cd8e2-a5fb-4564-aa20-5071ae2974a5), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.107051 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0d601d77-aa59-49c9-a8fe-06ebeef49973 admin admin] Publish callbacks [] for security_group (c87cd8e2-a5fb-4564-aa20-5071ae2974a5), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.139413 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:33.141452 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Checking segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:33.141452 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Bound using segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:33.141452 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Bound port: 774032af-94ee-4d83-8d1a-09707f3d7c09, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:33.141452 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.145610 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] For port 72e52c23-5517-41fd-8ed1-dd798c7bba3a, host hv-cinder-81268, cleared binding levels {{(pid=104978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:33.146239 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Allocated IP 172.20.0.9 (a509b816-30d9-40f4-99f7-35e308d0dd5d/fcdc0ecd-a6f0-4a6a-a693-752ac794ec26/5987ac83-3534-44f8-b03e-d740853eca66) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:33.194218 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] For port 72e52c23-5517-41fd-8ed1-dd798c7bba3a, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:33.228763 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-55d38fe8-1702-4fd5-880f-ac20f5f3f07b req-740f1094-a6f7-4e52-be52-b65194fc841d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811419 Oct 12 12:38:33.346839 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] For port 774032af-94ee-4d83-8d1a-09707f3d7c09, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:33.425295 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 37900) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:33.500700 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] For port 774032af-94ee-4d83-8d1a-09707f3d7c09, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=774032af-94ee-4d83-8d1a-09707f3d7c09,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:33.535273 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71a3103-728d-4917-bb33-d259926bb1a1 {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:33.544053 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-9fcc6ae0-49cb-485c-b6d6-2112051a7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:33.545532 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-9fcc6ae0-49cb-485c-b6d6-2112051a7675 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=0019aa52-f1a0-42f2-aeaf-ff7457ad5663 HTTP/1.1" status: 200 len: 912 time: 0.4962559 Oct 12 12:38:33.551513 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.560219 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Publish callbacks [] for port (c71a3103-728d-4917-bb33-d259926bb1a1), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.567618 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0d601d77-aa59-49c9-a8fe-06ebeef49973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c87cd8e2-a5fb-4564-aa20-5071ae2974a5), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.570416 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0d601d77-aa59-49c9-a8fe-06ebeef49973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.572716 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-0d601d77-aa59-49c9-a8fe-06ebeef49973 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/c87cd8e2-a5fb-4564-aa20-5071ae2974a5 HTTP/1.1" status: 204 len: 168 time: 0.9577851 Oct 12 12:38:33.656056 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:33.659665 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.661140 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/72e52c23-5517-41fd-8ed1-dd798c7bba3a HTTP/1.1" status: 200 len: 1093 time: 5.1464729 Oct 12 12:38:33.661928 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137685e-a35e-4e10-a7e3-e9d48ca3e262 service neutron] Pushing event updated for resources: {'Port': ['ID=72e52c23-5517-41fd-8ed1-dd798c7bba3a,revision_number=3']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:33.664421 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a56b7b4-f127-4adf-bf73-a699108a7a11', 'tag': '72e52c23-5517-41fd-8ed1-dd798c7bba3a'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:33.666697 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc098b4-62a9-479a-bd1c-1aa31ea96feb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a56b7b4-f127-4adf-bf73-a699108a7a11", "tag": "72e52c23-5517-41fd-8ed1-dd798c7bba3a"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:33.744699 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-68b55f3b-c47e-4262-8d2d-bc58ec1f02fa service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b HTTP/1.1" status: 200 len: 217 time: 0.0906963 Oct 12 12:38:33.773260 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.779791 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:33.781331 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:33.783292 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/774032af-94ee-4d83-8d1a-09707f3d7c09 HTTP/1.1" status: 200 len: 1093 time: 6.0528076 Oct 12 12:38:33.817873 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283eb4f3-2765-48cc-9bee-2178c185deca', 'tag': '774032af-94ee-4d83-8d1a-09707f3d7c09'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:33.841871 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4db211-26b3-43c1-8f17-22597961c80e x-openstack-request-id: req-bd4db211-26b3-43c1-8f17-22597961c80e {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:33.842504 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a56b7b4-f127-4adf-bf73-a699108a7a11", "tag": "72e52c23-5517-41fd-8ed1-dd798c7bba3a", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:33.842504 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd4db211-26b3-43c1-8f17-22597961c80e {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:33.843442 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4db211-26b3-43c1-8f17-22597961c80e'] response: {'name': 'network-changed', 'server_uuid': '9a56b7b4-f127-4adf-bf73-a699108a7a11', 'tag': '72e52c23-5517-41fd-8ed1-dd798c7bba3a', 'status': 'completed', 'code': 200} Oct 12 12:38:33.910927 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf56c0f-1b1f-4436-98f2-8ec91288ec25 req-91e401ac-245d-4d08-b7c8-c4c8f57cbe14 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:33.918321 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-faf56c0f-1b1f-4436-98f2-8ec91288ec25 req-91e401ac-245d-4d08-b7c8-c4c8f57cbe14 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 943 time: 0.0629694 Oct 12 12:38:33.922282 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-32bf86be-4d38-4fc6-b9b2-2a4f327d3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:33.934733 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-32bf86be-4d38-4fc6-b9b2-2a4f327d3717 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=dd0ce49f-6045-4494-830e-c16928eb53c9 HTTP/1.1" status: 200 len: 850 time: 0.1716039 Oct 12 12:38:34.005328 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-faf56c0f-1b1f-4436-98f2-8ec91288ec25 req-036d842b-edba-48dc-a587-30fa1bb9a48b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805597 Oct 12 12:38:34.058122 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d601d77-aa59-49c9-a8fe-06ebeef49973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87cd8e2-a5fb-4564-aa20-5071ae2974a5,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:34.064019 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Transition to ACTIVE for port object c71a3103-728d-4917-bb33-d259926bb1a1 will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:38:34.199508 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-e72a5e54-16b7-4321-9a57-5fc5d0d35745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:34.207888 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1e475e9d-5bbd-44e2-81b6-4bfd8145375a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:34.209765 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-e72a5e54-16b7-4321-9a57-5fc5d0d35745 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 1127 time: 0.1868539 Oct 12 12:38:34.226125 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:34.245553 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0451ad28-2805-4a73-8960-39932362fd46 req-c7140c08-dc0e-43b4-864c-284c62c8d56d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0672851 Oct 12 12:38:34.256743 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-7675103d-5ebb-43e2-8832-d235f5c5b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:34.258669 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-7675103d-5ebb-43e2-8832-d235f5c5b25f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=0019aa52-f1a0-42f2-aeaf-ff7457ad5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2761185 Oct 12 12:38:34.290248 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for port (5987ac83-3534-44f8-b03e-d740853eca66), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:34.292479 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc098b4-62a9-479a-bd1c-1aa31ea96feb req-fe9d9c03-cb7d-4cc0-a062-ea4cfb956d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:34.294205 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6bc098b4-62a9-479a-bd1c-1aa31ea96feb req-fe9d9c03-cb7d-4cc0-a062-ea4cfb956d0b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 1127 time: 0.2528152 Oct 12 12:38:34.300160 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4527f-1dae-4b70-b90a-2bd479cfe8ea req-d468dae2-c22d-49d6-b5b3-e097fc9acb18 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:34.302775 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f9a4527f-1dae-4b70-b90a-2bd479cfe8ea req-d468dae2-c22d-49d6-b5b3-e097fc9acb18 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.5610414 Oct 12 12:38:34.381309 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-ec859ef3-32af-4d20-b48b-291f062af96c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=774032af-94ee-4d83-8d1a-09707f3d7c09 HTTP/1.1" status: 200 len: 217 time: 0.1184375 Oct 12 12:38:34.534055 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eea0a-b93d-4cba-849b-39ea13a7c12c req-885ca83f-832d-415e-8451-50bb82379b64 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:34.535666 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e69eea0a-b93d-4cba-849b-39ea13a7c12c req-885ca83f-832d-415e-8451-50bb82379b64 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.1461873 Oct 12 12:38:34.548620 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-b3835153-af70-4f2d-99e6-64bd56145ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:34.550681 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-b3835153-af70-4f2d-99e6-64bd56145ee7 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.1623983 Oct 12 12:38:34.588752 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37944) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:34.603403 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c8fc6f-6880-4333-bf6a-dd6214a958be" -d '{"events": [{"name": "network-changed", "server_uuid": "283eb4f3-2765-48cc-9bee-2178c185deca", "tag": "774032af-94ee-4d83-8d1a-09707f3d7c09"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:34.622203 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-7fae72a2-0bd5-42e5-93d9-fb47e3fd6f69 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897024 Oct 12 12:38:34.671805 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e69eea0a-b93d-4cba-849b-39ea13a7c12c req-03c21e4e-5cca-4982-adc6-e0454cb36872 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256075 Oct 12 12:38:34.695286 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-7a660449-9984-45d7-b8c7-f74a997fa019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:34.711662 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49996a84-4b56-43a6-97ae-77bfab17356e service neutron] Pushing event updated for resources: {'Port': ['ID=774032af-94ee-4d83-8d1a-09707f3d7c09,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:34.720404 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-79c2a278-b6a2-49ce-b4b9-f44dce39d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:34.722640 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-79c2a278-b6a2-49ce-b4b9-f44dce39d223 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1547890 Oct 12 12:38:34.772485 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:34.818948 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:34.957368 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Attempting to bind port c71a3103-728d-4917-bb33-d259926bb1a1 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:34.957558 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Attempting to bind port c71a3103-728d-4917-bb33-d259926bb1a1 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:34.957899 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Attempting to bind port c71a3103-728d-4917-bb33-d259926bb1a1 on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:34.961755 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc098b4-62a9-479a-bd1c-1aa31ea96feb req-647314f5-e7ae-47d3-b2c7-c3c2c1be3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:34.963394 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6bc098b4-62a9-479a-bd1c-1aa31ea96feb req-647314f5-e7ae-47d3-b2c7-c3c2c1be3877 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=d62398af777d4d269977b1a5f1f37080&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6391001 Oct 12 12:38:35.008036 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-9975335d-f3e0-4b16-bb3c-c036b38e3d5c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461270 Oct 12 12:38:35.015466 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1222c66-5d12-43c3-b5c7-9d5b84d817ab x-openstack-request-id: req-d1222c66-5d12-43c3-b5c7-9d5b84d817ab {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:35.015759 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283eb4f3-2765-48cc-9bee-2178c185deca", "tag": "774032af-94ee-4d83-8d1a-09707f3d7c09", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:35.016111 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1222c66-5d12-43c3-b5c7-9d5b84d817ab {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:35.016548 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1222c66-5d12-43c3-b5c7-9d5b84d817ab'] response: {'name': 'network-changed', 'server_uuid': '283eb4f3-2765-48cc-9bee-2178c185deca', 'tag': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'status': 'completed', 'code': 200} Oct 12 12:38:35.019915 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-fc7c4a9b-01a6-46bd-a275-dc5311ddde2f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490880 Oct 12 12:38:35.021836 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-7a660449-9984-45d7-b8c7-f74a997fa019 admin admin] Publish callbacks [] for security_group (b705b0dd-5ad6-4599-b252-16645e97efad), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.064258 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f9a4527f-1dae-4b70-b90a-2bd479cfe8ea req-96c2fdc1-f4e5-4ed8-baee-b505d4b5e7f2 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7506676 Oct 12 12:38:35.114482 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-7a660449-9984-45d7-b8c7-f74a997fa019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (b705b0dd-5ad6-4599-b252-16645e97efad), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.174137 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Pushing event updated for resources: {'Port': ['ID=c71a3103-728d-4917-bb33-d259926bb1a1,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:35.259657 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-7a660449-9984-45d7-b8c7-f74a997fa019 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=5b32af54526643ab9c9646fd3b61641c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6662683 Oct 12 12:38:35.260580 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37962) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:35.266477 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a660449-9984-45d7-b8c7-f74a997fa019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b705b0dd-5ad6-4599-b252-16645e97efad,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:35.268699 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Port c71a3103-728d-4917-bb33-d259926bb1a1 on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:38:35.269030 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Attempting to bind port c71a3103-728d-4917-bb33-d259926bb1a1 on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:35.313116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.322785 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:35.382881 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1e475e9d-5bbd-44e2-81b6-4bfd8145375a admin admin] Publish callbacks [] for security_group (d57cda3a-484d-4b57-88f0-a175dc308d98), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.389783 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc098b4-62a9-479a-bd1c-1aa31ea96feb req-97caca80-065f-4eda-8326-6e7eab7892d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:35.391230 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6bc098b4-62a9-479a-bd1c-1aa31ea96feb req-97caca80-065f-4eda-8326-6e7eab7892d2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3846042 Oct 12 12:38:35.415136 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Network a509b816-30d9-40f4-99f7-35e308d0dd5d is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:35.423405 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:35.429081 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:38:35.429841 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a3964e7a-f714-45b1-a0b2-92ad6cf208bd admin admin] Publish callbacks [] for security_group (b705b0dd-5ad6-4599-b252-16645e97efad), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.434135 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:35.434747 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.439918 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:35.446489 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:35.446684 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Checking segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:35.446968 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Bound using segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:35.447419 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Bound port: c71a3103-728d-4917-bb33-d259926bb1a1, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:35.447770 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.484290 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1e475e9d-5bbd-44e2-81b6-4bfd8145375a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d57cda3a-484d-4b57-88f0-a175dc308d98), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.491884 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56511f9e-4ece-4c2a-92f6-a4c6c7c925be req-4642b168-0eb4-40e9-8fcc-ea4d8ec72c6e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:35.502505 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-56511f9e-4ece-4c2a-92f6-a4c6c7c925be req-4642b168-0eb4-40e9-8fcc-ea4d8ec72c6e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 943 time: 0.3382006 Oct 12 12:38:35.625217 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a3964e7a-f714-45b1-a0b2-92ad6cf208bd admin admin] Publish callbacks [] for security_group (b705b0dd-5ad6-4599-b252-16645e97efad), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.679908 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-a455ef12-0f10-4022-acc0-398f44a6ab1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8123002 Oct 12 12:38:35.711838 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ae48b0fb-60f4-477d-8152-96a9fd7b9761 req-3ec77938-6800-4b8b-9a86-88232d36ca04 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489905 Oct 12 12:38:35.740836 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Request body: {'port': {'device_id': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:35.742822 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-56511f9e-4ece-4c2a-92f6-a4c6c7c925be req-04f5ebf3-bd23-4770-8acd-0e3916dc959d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337811 Oct 12 12:38:35.755165 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01544b4a-215c-4d03-b6c3-811335ff66b7 req-861d75bf-13c6-4839-8c09-6ec4d6c20314 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:35.756859 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-01544b4a-215c-4d03-b6c3-811335ff66b7 req-861d75bf-13c6-4839-8c09-6ec4d6c20314 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 931 time: 0.3179410 Oct 12 12:38:35.788095 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e475e9d-5bbd-44e2-81b6-4bfd8145375a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57cda3a-484d-4b57-88f0-a175dc308d98,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:35.827727 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-1e475e9d-5bbd-44e2-81b6-4bfd8145375a admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=82be8c6efc0e4fe388d5030d5884e38f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3995073 Oct 12 12:38:35.831240 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 37982) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:35.839506 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-ab89b572-e24f-446f-850a-ef2661237790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:35.841639 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-ab89b572-e24f-446f-850a-ef2661237790 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 1127 time: 0.3541131 Oct 12 12:38:35.880196 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-9c21c9f2-85cd-414e-85ac-44d6e643d59b None None] Provisioning complete for port 5987ac83-3534-44f8-b03e-d740853eca66 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:35.880779 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-9c21c9f2-85cd-414e-85ac-44d6e643d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5987ac83-3534-44f8-b03e-d740853eca66), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.880857 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-9c21c9f2-85cd-414e-85ac-44d6e643d59b None None] Attempt 1 to provision port 5987ac83-3534-44f8-b03e-d740853eca66 Oct 12 12:38:35.898182 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] For port c71a3103-728d-4917-bb33-d259926bb1a1, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:35.915153 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a3964e7a-f714-45b1-a0b2-92ad6cf208bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (b705b0dd-5ad6-4599-b252-16645e97efad), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.917725 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a3964e7a-f714-45b1-a0b2-92ad6cf208bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.932458 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-a3964e7a-f714-45b1-a0b2-92ad6cf208bd admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/b705b0dd-5ad6-4599-b252-16645e97efad HTTP/1.1" status: 204 len: 168 time: 0.6668975 Oct 12 12:38:35.951985 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] For port c71a3103-728d-4917-bb33-d259926bb1a1, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c71a3103-728d-4917-bb33-d259926bb1a1,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:35.957073 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-9c21c9f2-85cd-414e-85ac-44d6e643d59b None None] Port 5987ac83-3534-44f8-b03e-d740853eca66 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:38:35.960862 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:35.966857 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-01544b4a-215c-4d03-b6c3-811335ff66b7 req-23f0d4c3-8411-42a0-a3e1-309beb5f51c0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011971 Oct 12 12:38:36.017032 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3964e7a-f714-45b1-a0b2-92ad6cf208bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b705b0dd-5ad6-4599-b252-16645e97efad,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:36.033347 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c48e8-8c3b-4340-b3d9-b944bded2f7c req-97975d4d-3019-432e-910c-712785f3607e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:36.036726 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.043779 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:36.046274 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.048955 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/c71a3103-728d-4917-bb33-d259926bb1a1 HTTP/1.1" status: 200 len: 1094 time: 5.1509147 Oct 12 12:38:36.054105 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-425c48e8-8c3b-4340-b3d9-b944bded2f7c req-97975d4d-3019-432e-910c-712785f3607e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.2132001 Oct 12 12:38:36.113121 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c60f9147-244b-4139-8051-d24d909af841 admin admin] Publish callbacks [] for security_group (d57cda3a-484d-4b57-88f0-a175dc308d98), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.147344 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-425c48e8-8c3b-4340-b3d9-b944bded2f7c req-8c843481-2937-4945-a2cb-5d83084b2df9 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914710 Oct 12 12:38:36.152622 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c60f9147-244b-4139-8051-d24d909af841 admin admin] Publish callbacks [] for security_group (d57cda3a-484d-4b57-88f0-a175dc308d98), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.217375 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:36.287094 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014c26-fa76-4e7f-9079-3e6291877aad req-89b4ff00-734c-43ab-9517-a7e533a6ea66 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:36.288529 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-28014c26-fa76-4e7f-9079-3e6291877aad req-89b4ff00-734c-43ab-9517-a7e533a6ea66 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.0901685 Oct 12 12:38:36.303832 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86967df3-25ee-4e21-97cf-1cd76ef69d97 service neutron] Pushing event updated for resources: {'Port': ['ID=c71a3103-728d-4917-bb33-d259926bb1a1,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:36.304783 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c60f9147-244b-4139-8051-d24d909af841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d57cda3a-484d-4b57-88f0-a175dc308d98), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.307458 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c60f9147-244b-4139-8051-d24d909af841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.311251 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-c60f9147-244b-4139-8051-d24d909af841 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/d57cda3a-484d-4b57-88f0-a175dc308d98 HTTP/1.1" status: 204 len: 168 time: 0.4765897 Oct 12 12:38:36.318175 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f9147-244b-4139-8051-d24d909af841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57cda3a-484d-4b57-88f0-a175dc308d98,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:36.389050 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-28014c26-fa76-4e7f-9079-3e6291877aad req-ff3651ab-bdce-4508-8ea3-5d223436f8bd tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884273 Oct 12 12:38:36.484204 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5987ac83-3534-44f8-b03e-d740853eca66 {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:36.492964 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Publish callbacks [] for port (5987ac83-3534-44f8-b03e-d740853eca66), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.509909 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Transition to ACTIVE for port object 5987ac83-3534-44f8-b03e-d740853eca66 will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:38:36.571669 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.642910 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:36.651229 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Attempting to bind port 5987ac83-3534-44f8-b03e-d740853eca66 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:38:36.651566 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Attempting to bind port 5987ac83-3534-44f8-b03e-d740853eca66 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:38:36.651890 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Attempting to bind port 5987ac83-3534-44f8-b03e-d740853eca66 on network a509b816-30d9-40f4-99f7-35e308d0dd5d {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:36.694764 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Port 5987ac83-3534-44f8-b03e-d740853eca66 on network a509b816-30d9-40f4-99f7-35e308d0dd5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:38:36.695394 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Attempting to bind port 5987ac83-3534-44f8-b03e-d740853eca66 on network a509b816-30d9-40f4-99f7-35e308d0dd5d {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:38:36.739817 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:38:36.740069 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Checking segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:38:36.740712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Bound using segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:38:36.741146 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Bound port: 5987ac83-3534-44f8-b03e-d740853eca66, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:38:36.741501 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.804125 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:38:36.807341 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:38:36.857806 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb31383-e0e8-4e8d-9ba5-ca923648afe9 req-ebc6ec89-44ec-49c2-a4e6-b8905b0f562a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:36.859408 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6eb31383-e0e8-4e8d-9ba5-ca923648afe9 req-ebc6ec89-44ec-49c2-a4e6-b8905b0f562a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 943 time: 0.0459106 Oct 12 12:38:36.892600 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.893417 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:36.901380 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:36.902037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:36.903843 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/5987ac83-3534-44f8-b03e-d740853eca66 HTTP/1.1" status: 200 len: 1093 time: 1.1720164 Oct 12 12:38:36.910747 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6eb31383-e0e8-4e8d-9ba5-ca923648afe9 req-bc0e5373-ec40-4610-b4df-c78d7371170c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443351 Oct 12 12:38:36.956350 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe71ab-e702-4791-8213-c6fdf1b56df5 service neutron] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:37.014351 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38020) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:37.017632 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e5f782-870a-40d7-a8ff-1a10204d7a88', 'tag': 'c71a3103-728d-4917-bb33-d259926bb1a1'}, {'name': 'network-changed', 'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:37.020884 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6089a98-f6f6-4277-9e4a-badc253619a9" -d '{"events": [{"name": "network-changed", "server_uuid": "11e5f782-870a-40d7-a8ff-1a10204d7a88", "tag": "c71a3103-728d-4917-bb33-d259926bb1a1"}, {"name": "network-changed", "server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "tag": "5987ac83-3534-44f8-b03e-d740853eca66"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:37.028427 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-780a3440-c796-467b-a510-b99a96cd51cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:37.079565 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db170f7a-43c5-4812-9afc-113786a76bb5 x-openstack-request-id: req-db170f7a-43c5-4812-9afc-113786a76bb5 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:37.079862 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e5f782-870a-40d7-a8ff-1a10204d7a88", "tag": "c71a3103-728d-4917-bb33-d259926bb1a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "tag": "5987ac83-3534-44f8-b03e-d740853eca66", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:37.080110 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db170f7a-43c5-4812-9afc-113786a76bb5 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:37.081039 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db170f7a-43c5-4812-9afc-113786a76bb5'] response: {'name': 'network-changed', 'server_uuid': '11e5f782-870a-40d7-a8ff-1a10204d7a88', 'tag': 'c71a3103-728d-4917-bb33-d259926bb1a1', 'status': 'completed', 'code': 200} Oct 12 12:38:37.081296 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db170f7a-43c5-4812-9afc-113786a76bb5'] response: {'name': 'network-changed', 'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66', 'status': 'completed', 'code': 200} Oct 12 12:38:37.104779 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3bccb-8648-4081-883d-dd0e97eb02da req-f936e215-af80-4ab3-b3b4-c919bcf489eb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:37.106326 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03e3bccb-8648-4081-883d-dd0e97eb02da req-f936e215-af80-4ab3-b3b4-c919bcf489eb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0548952 Oct 12 12:38:37.119558 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-780a3440-c796-467b-a510-b99a96cd51cd admin admin] Publish callbacks [] for security_group (5dfb964f-8260-4abe-a274-589402c5401f), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:37.159268 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03e3bccb-8648-4081-883d-dd0e97eb02da req-486708d7-121b-4f39-ac37-e05f6d43d59b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423274 Oct 12 12:38:37.188944 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-780a3440-c796-467b-a510-b99a96cd51cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (5dfb964f-8260-4abe-a274-589402c5401f), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:37.236057 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-780a3440-c796-467b-a510-b99a96cd51cd admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=bf34f926952f4b64bb888efcecadb394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205997 Oct 12 12:38:37.241265 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a3440-c796-467b-a510-b99a96cd51cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb964f-8260-4abe-a274-589402c5401f,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:37.243333 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38030) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:37.299388 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9f700fe3-c845-4e50-aa39-4d772161c5c0 admin admin] Publish callbacks [] for security_group (5dfb964f-8260-4abe-a274-589402c5401f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:37.322179 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9f700fe3-c845-4e50-aa39-4d772161c5c0 admin admin] Publish callbacks [] for security_group (5dfb964f-8260-4abe-a274-589402c5401f), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:37.325234 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d85a4-c305-4b15-b68c-b890ae9e5972 req-e5dc78b4-d033-4402-b464-2fc91aadd776 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:37.326814 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f12d85a4-c305-4b15-b68c-b890ae9e5972 req-e5dc78b4-d033-4402-b464-2fc91aadd776 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.0782802 Oct 12 12:38:37.378204 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f12d85a4-c305-4b15-b68c-b890ae9e5972 req-dab03419-fdc4-4956-8085-6a3abd33ec85 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Oct 12 12:38:37.425005 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9f700fe3-c845-4e50-aa39-4d772161c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (5dfb964f-8260-4abe-a274-589402c5401f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:37.428303 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9f700fe3-c845-4e50-aa39-4d772161c5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:37.429307 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-9f700fe3-c845-4e50-aa39-4d772161c5c0 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/5dfb964f-8260-4abe-a274-589402c5401f HTTP/1.1" status: 204 len: 168 time: 0.1850116 Oct 12 12:38:37.438985 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f700fe3-c845-4e50-aa39-4d772161c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb964f-8260-4abe-a274-589402c5401f,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:37.537022 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02753f59-f495-458e-9de8-ff56bf6e641f req-75013377-7683-4608-b5ac-bb5c89f95478 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:37.538695 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-02753f59-f495-458e-9de8-ff56bf6e641f req-75013377-7683-4608-b5ac-bb5c89f95478 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.0523872 Oct 12 12:38:37.587763 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-02753f59-f495-458e-9de8-ff56bf6e641f req-87e5498d-be3c-4d54-a881-f6ffc958e911 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Oct 12 12:38:37.624965 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:37.917054 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:38.032821 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076f34d-b088-46f2-a0cf-e5d83d116a94 req-04b0691c-6ea4-40c5-8c2d-0314b5528a6c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:38.034354 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b076f34d-b088-46f2-a0cf-e5d83d116a94 req-04b0691c-6ea4-40c5-8c2d-0314b5528a6c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 943 time: 0.0469880 Oct 12 12:38:38.084565 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b076f34d-b088-46f2-a0cf-e5d83d116a94 req-cb0960a0-9220-463f-95aa-cf4f96be75df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443816 Oct 12 12:38:38.280526 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:38.430693 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:38.448782 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c5106-4447-4c5f-8dea-0a81480a26e2 req-fbf4cba0-cd71-4d2e-a084-36d04765d825 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:38.450653 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-847c5106-4447-4c5f-8dea-0a81480a26e2 req-fbf4cba0-cd71-4d2e-a084-36d04765d825 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.2123842 Oct 12 12:38:38.517255 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-847c5106-4447-4c5f-8dea-0a81480a26e2 req-453ce18a-c205-42f7-b345-6a895f17c6a1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591030 Oct 12 12:38:38.565301 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b39fa-4a25-4e6b-9917-af6e0cc26f38 req-73e39593-d387-44c8-8298-a4efa591103e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:38.573902 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5a9b39fa-4a25-4e6b-9917-af6e0cc26f38 req-73e39593-d387-44c8-8298-a4efa591103e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.0936041 Oct 12 12:38:38.654574 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5a9b39fa-4a25-4e6b-9917-af6e0cc26f38 req-c750ff83-2c29-42a1-87da-1c9141624e7c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795517 Oct 12 12:38:38.759917 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255595f5-624f-4aa5-803e-c01d732c29fe req-d58b2e5c-f6b8-44cf-b7c8-79abbcc3ad49 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:38.761784 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-255595f5-624f-4aa5-803e-c01d732c29fe req-d58b2e5c-f6b8-44cf-b7c8-79abbcc3ad49 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.0536468 Oct 12 12:38:38.827529 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-255595f5-624f-4aa5-803e-c01d732c29fe req-e120dc6d-1f68-424f-a7f0-2e0eff2217eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589700 Oct 12 12:38:38.966124 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38108) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:39.019796 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:39.176512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e1a3-87e7-45d3-bc9c-d737023fe894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:39.261295 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fc066-2184-4365-8df7-593e8696c167 req-d8ca6ef8-304a-41fe-b6ad-966022c05b56 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:39.270499 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-264fc066-2184-4365-8df7-593e8696c167 req-d8ca6ef8-304a-41fe-b6ad-966022c05b56 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 943 time: 0.0791674 Oct 12 12:38:39.313631 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e1a3-87e7-45d3-bc9c-d737023fe894 admin admin] Publish callbacks [] for security_group (ee872750-baf3-4a4d-96ae-4122131089af), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:39.331154 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-264fc066-2184-4365-8df7-593e8696c167 req-74f10f68-dbf3-4533-bc26-bdc71bae0c7e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566308 Oct 12 12:38:39.379956 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e1a3-87e7-45d3-bc9c-d737023fe894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ee872750-baf3-4a4d-96ae-4122131089af), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:39.431829 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2e1a3-87e7-45d3-bc9c-d737023fe894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee872750-baf3-4a4d-96ae-4122131089af,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:39.445527 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-0cd2e1a3-87e7-45d3-bc9c-d737023fe894 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=2318e68b466a4125a22f17c3bab8216d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4754815 Oct 12 12:38:39.445763 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38120) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:39.459716 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:39.536094 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9897b580-b21b-4862-b7f5-b8efb335832b admin admin] Publish callbacks [] for security_group (ee872750-baf3-4a4d-96ae-4122131089af), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:39.581444 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9897b580-b21b-4862-b7f5-b8efb335832b admin admin] Publish callbacks [] for security_group (ee872750-baf3-4a4d-96ae-4122131089af), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:39.625802 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:39.727719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0143ef-52ca-43ae-bd41-39bc64893e27 req-0fea5bac-27d4-4de1-8ad4-31f4a2d0167c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:39.729651 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7d0143ef-52ca-43ae-bd41-39bc64893e27 req-0fea5bac-27d4-4de1-8ad4-31f4a2d0167c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0827489 Oct 12 12:38:39.733560 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9897b580-b21b-4862-b7f5-b8efb335832b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ee872750-baf3-4a4d-96ae-4122131089af), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:39.738627 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9897b580-b21b-4862-b7f5-b8efb335832b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:39.746080 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-9897b580-b21b-4862-b7f5-b8efb335832b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ee872750-baf3-4a4d-96ae-4122131089af HTTP/1.1" status: 204 len: 168 time: 0.2934089 Oct 12 12:38:39.759315 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897b580-b21b-4862-b7f5-b8efb335832b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee872750-baf3-4a4d-96ae-4122131089af,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:39.824630 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7d0143ef-52ca-43ae-bd41-39bc64893e27 req-a1122b9c-51eb-4720-aca0-43eaa42dc257 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826111 Oct 12 12:38:39.932962 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:39.960404 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46380b-6d4e-46f3-9310-2abf71633829 req-0e1c9c9a-00cc-49e8-a3ba-5854ade93174 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:39.963474 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4d46380b-6d4e-46f3-9310-2abf71633829 req-0e1c9c9a-00cc-49e8-a3ba-5854ade93174 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.1167240 Oct 12 12:38:40.026795 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4d46380b-6d4e-46f3-9310-2abf71633829 req-22b090f1-83a4-419e-b5ac-f19dabd8147a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509796 Oct 12 12:38:40.035016 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dca80-45af-42d4-8b10-cda9ee99447e req-09833cc0-85d2-4925-91d6-40fed553670c tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:40.036633 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ca2dca80-45af-42d4-8b10-cda9ee99447e req-09833cc0-85d2-4925-91d6-40fed553670c tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.0612936 Oct 12 12:38:40.100550 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ca2dca80-45af-42d4-8b10-cda9ee99447e req-aab1a99f-f3c1-4652-8a9e-2bedaecb9694 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558774 Oct 12 12:38:40.163754 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-c73ce0d4-ea72-417a-bea2-aff6dafe3ae1 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a HTTP/1.1" status: 200 len: 217 time: 0.0632529 Oct 12 12:38:40.196661 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:40.452621 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e907-2c97-4883-b6f3-311f65f3ac36 req-27a0a12f-cdc9-4349-a616-a06bc9338829 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:40.454024 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e648e907-2c97-4883-b6f3-311f65f3ac36 req-27a0a12f-cdc9-4349-a616-a06bc9338829 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 943 time: 0.0464532 Oct 12 12:38:40.503559 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e648e907-2c97-4883-b6f3-311f65f3ac36 req-5f4e1718-0323-4aaf-9ec7-99805769d221 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399032 Oct 12 12:38:40.625407 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-d0a833f5-fec6-42aa-b159-d041e5fd2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:40.626929 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-d0a833f5-fec6-42aa-b159-d041e5fd2218 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0774508 Oct 12 12:38:40.638064 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-5d3162fb-2295-4361-a355-c0beb1c9892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:40.639398 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-5d3162fb-2295-4361-a355-c0beb1c9892f service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0807076 Oct 12 12:38:40.683543 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38184) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:40.702918 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e83b-5f4a-4ec1-98b9-b6d59daa9638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:40.705049 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:40.709317 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-b677845a-6480-4661-8504-651317add438 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5987ac83-3534-44f8-b03e-d740853eca66 HTTP/1.1" status: 200 len: 217 time: 0.0489361 Oct 12 12:38:40.785686 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-f5910864-453c-45c9-9f88-1ce03d40f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:40.787906 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-f5910864-453c-45c9-9f88-1ce03d40f11b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1263273 Oct 12 12:38:40.796098 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e83b-5f4a-4ec1-98b9-b6d59daa9638 admin admin] Publish callbacks [] for security_group (dcddeebf-cd46-4b5c-8d7e-d12ec64f6686), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:40.888156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e83b-5f4a-4ec1-98b9-b6d59daa9638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (dcddeebf-cd46-4b5c-8d7e-d12ec64f6686), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:40.943118 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5e83b-5f4a-4ec1-98b9-b6d59daa9638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcddeebf-cd46-4b5c-8d7e-d12ec64f6686,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:40.950826 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-a9b5e83b-5f4a-4ec1-98b9-b6d59daa9638 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=5f2aab3230404a1b99650e5ebf793807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661824 Oct 12 12:38:40.953509 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38200) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:40.999924 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01145c66-f269-44b7-b7e8-40bd553959b0 req-86a30db2-4d7d-4d74-a2f1-ea0244d6dbd1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:41.007373 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-01145c66-f269-44b7-b7e8-40bd553959b0 req-86a30db2-4d7d-4d74-a2f1-ea0244d6dbd1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0638762 Oct 12 12:38:41.041095 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4136ad39-85a5-4b52-9951-80208611de0d admin admin] Publish callbacks [] for security_group (dcddeebf-cd46-4b5c-8d7e-d12ec64f6686), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:41.060771 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4136ad39-85a5-4b52-9951-80208611de0d admin admin] Publish callbacks [] for security_group (dcddeebf-cd46-4b5c-8d7e-d12ec64f6686), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:41.065681 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-01145c66-f269-44b7-b7e8-40bd553959b0 req-9107737c-0b44-47ba-b92d-5a58fa862b7c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537248 Oct 12 12:38:41.180618 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092f22-bb82-4b23-b855-1c9361d179a3 req-6b3867f8-62f4-49af-8dc6-b5b525ee3a30 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:41.181684 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-42092f22-bb82-4b23-b855-1c9361d179a3 req-6b3867f8-62f4-49af-8dc6-b5b525ee3a30 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.0494335 Oct 12 12:38:41.221408 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090bca-086c-4d1c-9410-3bcb7a5b5dd7 req-a183855c-e70e-437f-b31f-c3319f256123 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:41.222843 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f1090bca-086c-4d1c-9410-3bcb7a5b5dd7 req-a183855c-e70e-437f-b31f-c3319f256123 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.0474143 Oct 12 12:38:41.230028 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-42092f22-bb82-4b23-b855-1c9361d179a3 req-d1f367d9-8576-415b-baa4-7b73d3ba4d27 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Oct 12 12:38:41.270242 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f1090bca-086c-4d1c-9410-3bcb7a5b5dd7 req-df3543c9-e381-40fd-bc98-8366d3481ba9 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Oct 12 12:38:41.328903 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4136ad39-85a5-4b52-9951-80208611de0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (dcddeebf-cd46-4b5c-8d7e-d12ec64f6686), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:41.331524 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4136ad39-85a5-4b52-9951-80208611de0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:41.332666 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4136ad39-85a5-4b52-9951-80208611de0d admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/dcddeebf-cd46-4b5c-8d7e-d12ec64f6686 HTTP/1.1" status: 204 len: 168 time: 0.3768258 Oct 12 12:38:41.341898 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136ad39-85a5-4b52-9951-80208611de0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcddeebf-cd46-4b5c-8d7e-d12ec64f6686,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:41.424975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:41.588870 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:41.628434 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94a6be-0c05-4994-88c4-2c8b985ed4ba req-8dccecf9-8e00-451c-bb60-df38ce02d3f9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:41.629894 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1f94a6be-0c05-4994-88c4-2c8b985ed4ba req-8dccecf9-8e00-451c-bb60-df38ce02d3f9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 943 time: 0.0502820 Oct 12 12:38:41.679774 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1f94a6be-0c05-4994-88c4-2c8b985ed4ba req-e6e51c2f-e16a-48ef-8ab5-c3ae996c70f7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436378 Oct 12 12:38:41.813826 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:41.837248 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38236) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:41.947668 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-da205248-ba16-45e7-b798-df5f8cefc965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.026383 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-da205248-ba16-45e7-b798-df5f8cefc965 admin admin] Publish callbacks [] for security_group (ef302af2-0928-4ff8-92db-ef83136d9e6d), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.103199 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-da205248-ba16-45e7-b798-df5f8cefc965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ef302af2-0928-4ff8-92db-ef83136d9e6d), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.161528 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-da205248-ba16-45e7-b798-df5f8cefc965 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=5f76fcdcde7c4cf1a5bf1e020e8b38fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231990 Oct 12 12:38:42.167034 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38260) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:42.168983 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da205248-ba16-45e7-b798-df5f8cefc965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef302af2-0928-4ff8-92db-ef83136d9e6d,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:42.288610 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc809b-aef8-47d6-a259-93d90e92678a req-26b9f125-c634-4fd8-8f24-44cc28e4335e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:42.289303 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ebbc809b-aef8-47d6-a259-93d90e92678a req-26b9f125-c634-4fd8-8f24-44cc28e4335e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0840008 Oct 12 12:38:42.290531 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2bba843b-ba5f-4c86-8871-0d2619ea9fac admin admin] Publish callbacks [] for security_group (ef302af2-0928-4ff8-92db-ef83136d9e6d), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.329993 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2bba843b-ba5f-4c86-8871-0d2619ea9fac admin admin] Publish callbacks [] for security_group (ef302af2-0928-4ff8-92db-ef83136d9e6d), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.372535 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:42.489795 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:38:42.507174 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ebbc809b-aef8-47d6-a259-93d90e92678a req-b7fdce36-0777-44ff-8a75-a726f75bee96 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055430 Oct 12 12:38:42.510045 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-e259e34e-ac97-4d0b-82ec-cd381167b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:42.511553 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-e259e34e-ac97-4d0b-82ec-cd381167b890 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 1128 time: 0.1201847 Oct 12 12:38:42.543703 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316288e6-95e0-4b85-91da-cec83bd9532e req-dd85b4f8-de75-448f-ae0a-16c22084a764 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:42.555506 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-316288e6-95e0-4b85-91da-cec83bd9532e req-dd85b4f8-de75-448f-ae0a-16c22084a764 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.1644266 Oct 12 12:38:42.589240 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2bba843b-ba5f-4c86-8871-0d2619ea9fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ef302af2-0928-4ff8-92db-ef83136d9e6d), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.598465 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2bba843b-ba5f-4c86-8871-0d2619ea9fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.599782 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-2bba843b-ba5f-4c86-8871-0d2619ea9fac admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ef302af2-0928-4ff8-92db-ef83136d9e6d HTTP/1.1" status: 204 len: 168 time: 0.4312813 Oct 12 12:38:42.679074 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-45316cb1-3462-4a73-802b-2978d70557a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:42.682547 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-45316cb1-3462-4a73-802b-2978d70557a2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 1127 time: 0.2803400 Oct 12 12:38:42.718882 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba843b-ba5f-4c86-8871-0d2619ea9fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef302af2-0928-4ff8-92db-ef83136d9e6d,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:42.749099 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-f25e34fc-2dc7-4c75-950c-8c0be3d68501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:42.750947 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-f25e34fc-2dc7-4c75-950c-8c0be3d68501 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.3608496 Oct 12 12:38:42.791900 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:42.805791 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b', 'network_id': '0019aa52-f1a0-42f2-aeaf-ff7457ad5663', 'port_id': 'b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b', 'mac_address': 'fa:16:3e:8d:09:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0ce49f-6045-4494-830e-c16928eb53c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:38:42.807973 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:42.857301 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:42.858389 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.877863 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebe62a-ddaa-4c9b-8c74-064e651f2220 req-bda2ecbd-d986-4530-9a14-26d6c4b8e259 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:42.879433 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d8ebe62a-ddaa-4c9b-8c74-064e651f2220 req-bda2ecbd-d986-4530-9a14-26d6c4b8e259 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 943 time: 0.2218888 Oct 12 12:38:42.880218 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:42.908252 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:42.923535 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:42.926020 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-316288e6-95e0-4b85-91da-cec83bd9532e req-ba08bad2-8b39-4d50-9cc6-426247cbcd26 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682473 Oct 12 12:38:42.981672 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-51fd11b9-d083-455a-9ceb-25a66e3d6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:42.983189 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-51fd11b9-d083-455a-9ceb-25a66e3d6ce0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=d62398af777d4d269977b1a5f1f37080&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3780708 Oct 12 12:38:42.985747 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:42.987476 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 774032af-94ee-4d83-8d1a-09707f3d7c09 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:38:42.998817 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-30dd9fed-8991-484a-ac51-306089fe5a89 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717344 Oct 12 12:38:42.999893 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-09f066ec-cc37-41bd-8ee0-632b36b470dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.001689 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-09f066ec-cc37-41bd-8ee0-632b36b470dd service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2277472 Oct 12 12:38:43.068906 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:43.132353 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:43.210259 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 774032af-94ee-4d83-8d1a-09707f3d7c09, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=774032af-94ee-4d83-8d1a-09707f3d7c09,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:43.227455 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-9261401c-c7f4-4fa5-b270-425f9a00a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.229606 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-9261401c-c7f4-4fa5-b270-425f9a00a89e service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 916 time: 0.5203998 Oct 12 12:38:43.243812 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:38:43.268011 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d8ebe62a-ddaa-4c9b-8c74-064e651f2220 req-d8ccc31e-2274-4eb2-a531-841fe3462a8d tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718824 Oct 12 12:38:43.293839 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:43.333312 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 774032af-94ee-4d83-8d1a-09707f3d7c09 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:43.333705 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:43.368112 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774032af-94ee-4d83-8d1a-09707f3d7c09 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:43.373070 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-ace19026-76b4-46f4-bdd1-60967ab0ca08 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=774032af-94ee-4d83-8d1a-09707f3d7c09 HTTP/1.1" status: 200 len: 217 time: 0.1204672 Oct 12 12:38:43.408108 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 774032af-94ee-4d83-8d1a-09707f3d7c09, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=774032af-94ee-4d83-8d1a-09707f3d7c09,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:43.448804 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-19041395-dcf9-473c-98dc-501cbb09092f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241085 Oct 12 12:38:43.458124 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434c99-9f1a-4099-b638-bd0e1dd0209f req-fa772c1b-0c66-488c-be5f-57a78a851768 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.459639 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aa434c99-9f1a-4099-b638-bd0e1dd0209f req-fa772c1b-0c66-488c-be5f-57a78a851768 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 943 time: 0.4356170 Oct 12 12:38:43.499862 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:43.557215 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-79ffb0f0-a86e-4c52-b6ad-c4ab297c5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.558713 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-79ffb0f0-a86e-4c52-b6ad-c4ab297c5db1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5688620 Oct 12 12:38:43.575619 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=774032af-94ee-4d83-8d1a-09707f3d7c09,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:43.579551 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aa434c99-9f1a-4099-b638-bd0e1dd0209f req-ec8043c3-4b94-437a-96d9-0cadab03ab78 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121030 Oct 12 12:38:43.695782 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-58784be0-c9ad-4819-b9cc-c17933364ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.697394 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-58784be0-c9ad-4819-b9cc-c17933364ce4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 1128 time: 0.0412407 Oct 12 12:38:43.717652 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-c1827709-1dd1-4f49-9789-803494812691 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811789 Oct 12 12:38:43.720793 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-a509b4d8-7eaa-472c-9266-0c4da6c79dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.722789 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-a509b4d8-7eaa-472c-9266-0c4da6c79dda service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.3451695 Oct 12 12:38:43.763831 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38316) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:43.783125 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-a626492d-7ae0-4129-9022-0878059250d2 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71a3103-728d-4917-bb33-d259926bb1a1 HTTP/1.1" status: 200 len: 217 time: 0.0700285 Oct 12 12:38:43.809323 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18bddfd-202f-4788-ac52-d8900ea0e0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:43.832326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff01e8-7fdc-41bb-abcb-109439131eb5 req-91e01839-f4df-4e23-8f22-c35ee7d2db9c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.833831 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2cff01e8-7fdc-41bb-abcb-109439131eb5 req-91e01839-f4df-4e23-8f22-c35ee7d2db9c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.1683104 Oct 12 12:38:43.834784 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-62359a38-9831-431f-944e-2d1884643e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.836893 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-62359a38-9831-431f-944e-2d1884643e7e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0470281 Oct 12 12:38:43.837728 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-7c2370bd-540b-4d5c-9cbb-3830332467f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:43.839190 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-7c2370bd-540b-4d5c-9cbb-3830332467f2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0969973 Oct 12 12:38:43.879833 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d197a636-7ce5-4fa7-a74a-fae96f98f0a1 req-382b2989-67f3-4ad7-87ed-5a765138389b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216037 Oct 12 12:38:43.926123 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2cff01e8-7fdc-41bb-abcb-109439131eb5 req-122f74c2-33da-4e58-a2b9-dce8ef7a803f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805073 Oct 12 12:38:43.969072 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18bddfd-202f-4788-ac52-d8900ea0e0e2 admin admin] Publish callbacks [] for security_group (c1ed1f64-de5e-43f3-99ef-9ea567e62bef), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:44.021137 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:38:44.025148 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a18bddfd-202f-4788-ac52-d8900ea0e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c1ed1f64-de5e-43f3-99ef-9ea567e62bef), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:44.057518 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36672c6-8eb0-43c6-b1bc-6a13174e89d2 req-430bda76-1e54-4630-af6b-c5818e254bab tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:44.059064 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d36672c6-8eb0-43c6-b1bc-6a13174e89d2 req-430bda76-1e54-4630-af6b-c5818e254bab tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.0514827 Oct 12 12:38:44.067523 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-a18bddfd-202f-4788-ac52-d8900ea0e0e2 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f4e069cf5bc84c01ba5171aec8179aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022108 Oct 12 12:38:44.071122 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38332) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:44.095923 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bddfd-202f-4788-ac52-d8900ea0e0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ed1f64-de5e-43f3-99ef-9ea567e62bef,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:44.151806 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d36672c6-8eb0-43c6-b1bc-6a13174e89d2 req-e411233b-7c84-4f6d-b2d8-dc56fc805b39 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656917 Oct 12 12:38:44.162956 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:44.168536 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-144de505-bc15-43ec-b6c1-b354bc294725 admin admin] Publish callbacks [] for security_group (c1ed1f64-de5e-43f3-99ef-9ea567e62bef), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:44.177281 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['774032af-94ee-4d83-8d1a-09707f3d7c09'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:38:44.198143 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-144de505-bc15-43ec-b6c1-b354bc294725 admin admin] Publish callbacks [] for security_group (c1ed1f64-de5e-43f3-99ef-9ea567e62bef), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:44.286816 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:44.349083 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:44.356657 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-144de505-bc15-43ec-b6c1-b354bc294725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c1ed1f64-de5e-43f3-99ef-9ea567e62bef), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:44.359255 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-144de505-bc15-43ec-b6c1-b354bc294725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:44.363031 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-144de505-bc15-43ec-b6c1-b354bc294725 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/c1ed1f64-de5e-43f3-99ef-9ea567e62bef HTTP/1.1" status: 204 len: 168 time: 0.2880642 Oct 12 12:38:44.368565 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144de505-bc15-43ec-b6c1-b354bc294725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ed1f64-de5e-43f3-99ef-9ea567e62bef,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:44.423615 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:44.446998 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd39ce-2653-464c-b3f8-ca86a7219300 req-d490a460-2711-4380-9a68-8a1edd05deaf tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:44.448590 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2ecd39ce-2653-464c-b3f8-ca86a7219300 req-d490a460-2711-4380-9a68-8a1edd05deaf tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 944 time: 0.0875282 Oct 12 12:38:44.503133 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2ecd39ce-2653-464c-b3f8-ca86a7219300 req-d574db74-bdd3-4e8f-8964-04ed1139e7d5 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455003 Oct 12 12:38:44.634646 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-461bc3e5-18bc-4f7f-be01-685c99511c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:44.646703 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-461bc3e5-18bc-4f7f-be01-685c99511c78 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531125 Oct 12 12:38:44.660849 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:38:44.718982 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-d7ff3e53-5709-459e-9fd1-ae34d150b364 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248438 Oct 12 12:38:44.771667 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3224ae-a008-4878-b713-d5f88d95bce9 req-5701624c-c629-474a-9570-d1583432f3a5 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:44.773335 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9f3224ae-a008-4878-b713-d5f88d95bce9 req-5701624c-c629-474a-9570-d1583432f3a5 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 944 time: 0.0671961 Oct 12 12:38:44.802104 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 72e52c23-5517-41fd-8ed1-dd798c7bba3a details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:38:44.810203 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-8ac64367-d50e-43e0-908a-baee89bbea83 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566930 Oct 12 12:38:44.839121 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9f3224ae-a008-4878-b713-d5f88d95bce9 req-6e2731f7-2f66-4051-821b-0d33439edf12 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588808 Oct 12 12:38:44.974221 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 72e52c23-5517-41fd-8ed1-dd798c7bba3a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:44.994119 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '72e52c23-5517-41fd-8ed1-dd798c7bba3a', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'port_id': '72e52c23-5517-41fd-8ed1-dd798c7bba3a', 'mac_address': 'fa:16:3e:11:90:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:38:45.081661 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 72e52c23-5517-41fd-8ed1-dd798c7bba3a is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:45.082788 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.101855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e52c23-5517-41fd-8ed1-dd798c7bba3a {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:45.131795 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 72e52c23-5517-41fd-8ed1-dd798c7bba3a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:45.135490 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:45.142307 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb0515-8256-4b7d-9c6c-d8510b7457ed req-576de0aa-8111-4b02-9778-48c312a735ee tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:45.144810 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f3bb0515-8256-4b7d-9c6c-d8510b7457ed req-576de0aa-8111-4b02-9778-48c312a735ee tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0826945 Oct 12 12:38:45.192970 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.225388 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:45.254976 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f3bb0515-8256-4b7d-9c6c-d8510b7457ed req-fbee4265-7b9a-4401-a2fa-d091f5e44cee tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026156 Oct 12 12:38:45.261154 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=72e52c23-5517-41fd-8ed1-dd798c7bba3a,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:45.277294 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:45.300363 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38404) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:45.308372 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cba57-a43a-4d83-aa49-9417552b8c86 req-5611963d-17ba-4817-9d2a-4828982ed6a4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:45.316035 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e78cba57-a43a-4d83-aa49-9417552b8c86 req-5611963d-17ba-4817-9d2a-4828982ed6a4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.0607872 Oct 12 12:38:45.356976 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:38:45.363976 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e78cba57-a43a-4d83-aa49-9417552b8c86 req-5cd8a049-b520-49b3-83da-491a052c4dda tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Oct 12 12:38:45.402507 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d2d3-106d-425f-81bb-c36188fe32eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.431325 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:45.431632 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.432077 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b Oct 12 12:38:45.455806 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-74ee48b5-41a9-417c-a024-dafeb1dad2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.540588 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:45.541031 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.558637 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:45.593603 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:45.597732 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6badf94a-7a18-401e-b206-66515f3231f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:45.606814 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-4ec3fe47-5797-4604-9265-d8b6f9530a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:45.608311 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-4ec3fe47-5797-4604-9265-d8b6f9530a52 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 1127 time: 0.1264660 Oct 12 12:38:45.624858 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b14c391-adeb-4f58-a214-d4c5f8a77b71 req-625d43d1-b653-481b-ad61-82fe03dba93c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553824 Oct 12 12:38:45.670579 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['72e52c23-5517-41fd-8ed1-dd798c7bba3a'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:38:45.699215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.700004 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 774032af-94ee-4d83-8d1a-09707f3d7c09 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:45.739611 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3c8fc6f-6880-4333-bf6a-dd6214a958be req-67bd9f62-fd8e-4f48-9234-03d8673700cd service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696345 Oct 12 12:38:45.768451 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96561d1d-06a6-4768-a66f-2fc7e95b3ae8 req-c16e0c90-6ca5-4338-87d0-1f69a714dc16 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:45.769923 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-96561d1d-06a6-4768-a66f-2fc7e95b3ae8 req-c16e0c90-6ca5-4338-87d0-1f69a714dc16 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 944 time: 0.1386366 Oct 12 12:38:45.778590 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-74ee48b5-41a9-417c-a024-dafeb1dad2d5 admin admin] Publish callbacks [] for security_group (96d8e2a6-6300-479b-b824-7179a456612b), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.819497 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-a5df2401-92d4-4927-b8d9-424723092d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:45.821471 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-a5df2401-92d4-4927-b8d9-424723092d22 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 918 time: 0.2057536 Oct 12 12:38:45.821635 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:45.826828 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:45.841074 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 774032af-94ee-4d83-8d1a-09707f3d7c09 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:38:45.852343 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-96561d1d-06a6-4768-a66f-2fc7e95b3ae8 req-f0178d20-7f7c-49e2-9e8f-d34423444115 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659499 Oct 12 12:38:45.860364 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-74ee48b5-41a9-417c-a024-dafeb1dad2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (96d8e2a6-6300-479b-b824-7179a456612b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.882582 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38426) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:45.910705 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee48b5-41a9-417c-a024-dafeb1dad2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d8e2a6-6300-479b-b824-7179a456612b,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:45.916059 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-74ee48b5-41a9-417c-a024-dafeb1dad2d5 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0ef7d8196e32442585ae469abb685fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6136730 Oct 12 12:38:45.920208 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38430) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:45.951263 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 774032af-94ee-4d83-8d1a-09707f3d7c09 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:45.951695 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:45.952022 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 774032af-94ee-4d83-8d1a-09707f3d7c09 Oct 12 12:38:45.980275 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f91130-7ebc-4b94-b0dd-121eaa1852e4" -d '{"events": [{"server_uuid": "6badf94a-7a18-401e-b206-66515f3231f8", "name": "network-vif-plugged", "status": "completed", "tag": "b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:46.001158 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-58126a90-3999-4ceb-8674-bd26ecabdf4a admin admin] Publish callbacks [] for security_group (96d8e2a6-6300-479b-b824-7179a456612b), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.018534 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dbbfc-f479-4bea-ad7e-484d62f7affc req-cd4b80e2-109f-42e3-a73c-b7dd8c8048f2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:46.020516 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4a7dbbfc-f479-4bea-ad7e-484d62f7affc req-cd4b80e2-109f-42e3-a73c-b7dd8c8048f2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 944 time: 0.0737488 Oct 12 12:38:46.043040 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-58126a90-3999-4ceb-8674-bd26ecabdf4a admin admin] Publish callbacks [] for security_group (96d8e2a6-6300-479b-b824-7179a456612b), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.059034 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 774032af-94ee-4d83-8d1a-09707f3d7c09 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:46.059490 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.105366 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 774032af-94ee-4d83-8d1a-09707f3d7c09, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=774032af-94ee-4d83-8d1a-09707f3d7c09,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:46.108533 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4a7dbbfc-f479-4bea-ad7e-484d62f7affc req-27f011d9-bf1c-408c-ae33-02c986714e51 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825703 Oct 12 12:38:46.195693 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.258079 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-58126a90-3999-4ceb-8674-bd26ecabdf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (96d8e2a6-6300-479b-b824-7179a456612b), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.260807 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-58126a90-3999-4ceb-8674-bd26ecabdf4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.262047 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-58126a90-3999-4ceb-8674-bd26ecabdf4a admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/96d8e2a6-6300-479b-b824-7179a456612b HTTP/1.1" status: 204 len: 168 time: 0.3409111 Oct 12 12:38:46.278229 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58126a90-3999-4ceb-8674-bd26ecabdf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d8e2a6-6300-479b-b824-7179a456612b,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:46.332440 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:46.355614 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eab2970c-bb3d-460a-8bcd-7e9579a5f18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.417480 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:46.424111 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=774032af-94ee-4d83-8d1a-09707f3d7c09,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:46.429671 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05531c1-95c4-460c-8f32-0dc910d16a40 x-openstack-request-id: req-d05531c1-95c4-460c-8f32-0dc910d16a40 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:46.429989 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6badf94a-7a18-401e-b206-66515f3231f8", "name": "network-vif-plugged", "status": "completed", "tag": "b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:46.430244 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d05531c1-95c4-460c-8f32-0dc910d16a40 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:46.430678 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283f697-7e59-4272-8d9e-37dfd0c5a969 req-32c5e885-2759-44b2-8d2d-57af90b62117 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:46.432368 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f283f697-7e59-4272-8d9e-37dfd0c5a969 req-32c5e885-2759-44b2-8d2d-57af90b62117 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0717204 Oct 12 12:38:46.437281 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05531c1-95c4-460c-8f32-0dc910d16a40'] response: {'server_uuid': '6badf94a-7a18-401e-b206-66515f3231f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b', 'code': 200} Oct 12 12:38:46.501527 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a90ce1-ed20-4cc9-974f-4a0da5021b3b req-42ab8402-9fe9-45c8-a6c8-2662e227df11 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:46.504312 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a8a90ce1-ed20-4cc9-974f-4a0da5021b3b req-42ab8402-9fe9-45c8-a6c8-2662e227df11 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.0558088 Oct 12 12:38:46.521031 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f283f697-7e59-4272-8d9e-37dfd0c5a969 req-9fcfe6c2-e31e-453c-94b0-0f8b3f25e694 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805569 Oct 12 12:38:46.564686 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eab2970c-bb3d-460a-8bcd-7e9579a5f18d admin admin] Publish callbacks [] for security_group (fb7a3373-97b4-4f63-bbf2-7829ae14c858), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.614861 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-3636b325-d37e-4b16-8a71-0dff29d7f075 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5987ac83-3534-44f8-b03e-d740853eca66 HTTP/1.1" status: 200 len: 217 time: 0.0449667 Oct 12 12:38:46.648509 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eab2970c-bb3d-460a-8bcd-7e9579a5f18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (fb7a3373-97b4-4f63-bbf2-7829ae14c858), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.675069 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a8a90ce1-ed20-4cc9-974f-4a0da5021b3b req-5f21c4c1-d774-42c6-88a8-15de464d10f1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606455 Oct 12 12:38:46.684835 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2970c-bb3d-460a-8bcd-7e9579a5f18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a3373-97b4-4f63-bbf2-7829ae14c858,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:46.707861 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-5af218b2-8cb8-431a-9234-2c84aceaed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:46.709908 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-5af218b2-8cb8-431a-9234-2c84aceaed04 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.0745370 Oct 12 12:38:46.720343 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-eab2970c-bb3d-460a-8bcd-7e9579a5f18d admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=b3a15af4aaf24498bdcfea58d8d23b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8340569 Oct 12 12:38:46.723220 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38458) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:46.761410 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:46.767373 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-3985b436-7b26-4e34-886c-547cd6b17793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:46.768819 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-3985b436-7b26-4e34-886c-547cd6b17793 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500793 Oct 12 12:38:46.779395 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-462be570-8958-4c7e-8a08-b0f36517df7e admin admin] Publish callbacks [] for security_group (fb7a3373-97b4-4f63-bbf2-7829ae14c858), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.802156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-462be570-8958-4c7e-8a08-b0f36517df7e admin admin] Publish callbacks [] for security_group (fb7a3373-97b4-4f63-bbf2-7829ae14c858), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:46.816088 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:38:46.829886 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 72e52c23-5517-41fd-8ed1-dd798c7bba3a up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:46.918225 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:46.942427 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 72e52c23-5517-41fd-8ed1-dd798c7bba3a completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:38:47.003644 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:47.017690 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '5987ac83-3534-44f8-b03e-d740853eca66', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'port_id': '5987ac83-3534-44f8-b03e-d740853eca66', 'mac_address': 'fa:16:3e:12:05:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:38:47.027453 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-053c2305-76b2-4f0d-98b1-53825f502d35 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518854 Oct 12 12:38:47.059754 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-462be570-8958-4c7e-8a08-b0f36517df7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (fb7a3373-97b4-4f63-bbf2-7829ae14c858), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.063561 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-462be570-8958-4c7e-8a08-b0f36517df7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.067161 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-462be570-8958-4c7e-8a08-b0f36517df7e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/fb7a3373-97b4-4f63-bbf2-7829ae14c858 HTTP/1.1" status: 204 len: 168 time: 0.3426895 Oct 12 12:38:47.077005 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 5987ac83-3534-44f8-b03e-d740853eca66 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:47.077401 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.091267 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3234fb8-df59-4f5b-88b9-c5cf32dba70e req-da7ef317-3264-4354-bc5b-bc8745a27db9 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:47.093303 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f3234fb8-df59-4f5b-88b9-c5cf32dba70e req-da7ef317-3264-4354-bc5b-bc8745a27db9 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 945 time: 0.0853486 Oct 12 12:38:47.094056 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5987ac83-3534-44f8-b03e-d740853eca66 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:47.094734 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462be570-8958-4c7e-8a08-b0f36517df7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a3373-97b4-4f63-bbf2-7829ae14c858,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:47.120531 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:47.125295 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 72e52c23-5517-41fd-8ed1-dd798c7bba3a triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:47.125991 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.126393 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 72e52c23-5517-41fd-8ed1-dd798c7bba3a Oct 12 12:38:47.146452 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38476) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:47.176680 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-47286831-2753-4bfd-a4be-22930af01e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.195975 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f3234fb8-df59-4f5b-88b9-c5cf32dba70e req-5e197451-5a4f-4a06-87ed-2ba3d87fa857 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888169 Oct 12 12:38:47.214240 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:47.217289 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6089a98-f6f6-4277-9e4a-badc253619a9 req-4f0dbe6f-613d-45fd-b314-88384fd30973 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786273 Oct 12 12:38:47.236838 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7b35b-06f4-4144-8118-08f50ea950d4 req-a8547153-8001-46bb-ae1a-9aa6cbd01779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:47.238460 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0bb7b35b-06f4-4144-8118-08f50ea950d4 req-a8547153-8001-46bb-ae1a-9aa6cbd01779 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 1129 time: 0.3244328 Oct 12 12:38:47.262562 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.265724 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device c71a3103-728d-4917-bb33-d259926bb1a1 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:38:47.286176 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-0bb7b35b-06f4-4144-8118-08f50ea950d4 req-2f8ac703-9dab-493a-badf-8720e5c1dcc4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.316210 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-47286831-2753-4bfd-a4be-22930af01e87 admin admin] Publish callbacks [] for security_group (cdf0244d-a8ef-47bf-b31c-870d77cf6b4a), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.349696 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e54a9-1449-4f3f-aa8e-1d0548ceb55f req-9aebdb22-15e4-4d9d-a395-2b8dad297d12 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:47.351390 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0d2e54a9-1449-4f3f-aa8e-1d0548ceb55f req-9aebdb22-15e4-4d9d-a395-2b8dad297d12 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.1065767 Oct 12 12:38:47.374443 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-47286831-2753-4bfd-a4be-22930af01e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (cdf0244d-a8ef-47bf-b31c-870d77cf6b4a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.418057 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-47286831-2753-4bfd-a4be-22930af01e87 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=af344f72f4f443ff92df847143b494d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704043 Oct 12 12:38:47.420777 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38484) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:47.429833 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0d2e54a9-1449-4f3f-aa8e-1d0548ceb55f req-d39b847b-7851-4ad6-9d21-a4a23eb8c183 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679641 Oct 12 12:38:47.464063 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 72e52c23-5517-41fd-8ed1-dd798c7bba3a is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:47.464476 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.485848 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47286831-2753-4bfd-a4be-22930af01e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0244d-a8ef-47bf-b31c-870d77cf6b4a,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:47.486067 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:47.494796 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-0bb7b35b-06f4-4144-8118-08f50ea950d4 req-2f8ac703-9dab-493a-badf-8720e5c1dcc4 service neutron] Publish callbacks [] for security_group (4c54e9ee-fdfa-41da-a4fe-36956874646a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.526869 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 72e52c23-5517-41fd-8ed1-dd798c7bba3a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:47.532143 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e301-bf3d-4110-917c-2dadbe2ef352 admin admin] Publish callbacks [] for security_group (cdf0244d-a8ef-47bf-b31c-870d77cf6b4a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.549987 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port c71a3103-728d-4917-bb33-d259926bb1a1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c71a3103-728d-4917-bb33-d259926bb1a1,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:47.556283 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'c71a3103-728d-4917-bb33-d259926bb1a1', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'port_id': 'c71a3103-728d-4917-bb33-d259926bb1a1', 'mac_address': 'fa:16:3e:2e:aa:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:38:47.556460 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e301-bf3d-4110-917c-2dadbe2ef352 admin admin] Publish callbacks [] for security_group (cdf0244d-a8ef-47bf-b31c-870d77cf6b4a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.595767 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port c71a3103-728d-4917-bb33-d259926bb1a1 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:47.596167 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.607704 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-0bb7b35b-06f4-4144-8118-08f50ea950d4 req-2f8ac703-9dab-493a-badf-8720e5c1dcc4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4c54e9ee-fdfa-41da-a4fe-36956874646a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.613386 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=58 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:47.624755 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71a3103-728d-4917-bb33-d259926bb1a1 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:38:47.650459 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ac703-9dab-493a-badf-8720e5c1dcc4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c54e9ee-fdfa-41da-a4fe-36956874646a,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:47.686958 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.716702 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2be14e-ea6c-4819-bf31-3e4ea4822ce4 req-fea939f6-0b66-4ad2-8403-04fd8cb52944 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:47.724602 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-df2be14e-ea6c-4819-bf31-3e4ea4822ce4 req-fea939f6-0b66-4ad2-8403-04fd8cb52944 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0751562 Oct 12 12:38:47.724818 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0bb7b35b-06f4-4144-8118-08f50ea950d4 req-2f8ac703-9dab-493a-badf-8720e5c1dcc4 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637239 Oct 12 12:38:47.750515 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e301-bf3d-4110-917c-2dadbe2ef352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (cdf0244d-a8ef-47bf-b31c-870d77cf6b4a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.754152 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e301-bf3d-4110-917c-2dadbe2ef352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.757553 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-2ba1e301-bf3d-4110-917c-2dadbe2ef352 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/cdf0244d-a8ef-47bf-b31c-870d77cf6b4a HTTP/1.1" status: 204 len: 168 time: 0.3326690 Oct 12 12:38:47.757553 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:47.759427 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=72e52c23-5517-41fd-8ed1-dd798c7bba3a,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:47.766975 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port c71a3103-728d-4917-bb33-d259926bb1a1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c71a3103-728d-4917-bb33-d259926bb1a1,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:47.783054 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1e301-bf3d-4110-917c-2dadbe2ef352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0244d-a8ef-47bf-b31c-870d77cf6b4a,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:47.804658 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-219bc0eb-6256-4430-9bdb-87394936cd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.818237 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-df2be14e-ea6c-4819-bf31-3e4ea4822ce4 req-e005c6f2-e1c1-4a85-9fe3-8fee5f785f42 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925510 Oct 12 12:38:47.831031 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:47.871592 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d351f5f-c0c8-4e82-b79f-24574fe48981 req-6cc3f4ef-8ebf-431b-86d7-4f98a56db81f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:47.873070 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9d351f5f-c0c8-4e82-b79f-24574fe48981 req-6cc3f4ef-8ebf-431b-86d7-4f98a56db81f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 944 time: 0.0496318 Oct 12 12:38:47.899217 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:47.923117 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9d351f5f-c0c8-4e82-b79f-24574fe48981 req-11af1732-3f69-45c7-bcae-e7df09d2854e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443349 Oct 12 12:38:47.948763 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=c71a3103-728d-4917-bb33-d259926bb1a1,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:48.242482 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38506) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:48.257106 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fc96f885-4a8a-455a-bba0-f7fb7eb5b121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:48.363991 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f492bb-3f01-4736-bc78-dc74c07c3392 req-8fac03b0-2fae-48b9-b1e3-ab7e642b5766 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:48.369208 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-82f492bb-3f01-4736-bc78-dc74c07c3392 req-8fac03b0-2fae-48b9-b1e3-ab7e642b5766 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 945 time: 0.0914505 Oct 12 12:38:48.371418 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fc96f885-4a8a-455a-bba0-f7fb7eb5b121 admin admin] Publish callbacks [] for security_group (03729077-c22d-40b9-b4f8-866989e95454), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:48.391160 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['5987ac83-3534-44f8-b03e-d740853eca66'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:38:48.427844 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-82f492bb-3f01-4736-bc78-dc74c07c3392 req-3f76ccb6-2741-4511-8d29-4d4c519fa211 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504572 Oct 12 12:38:48.448622 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:48.449598 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fc96f885-4a8a-455a-bba0-f7fb7eb5b121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (03729077-c22d-40b9-b4f8-866989e95454), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:48.458927 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283eb4f3-2765-48cc-9bee-2178c185deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774032af-94ee-4d83-8d1a-09707f3d7c09'}, {'server_uuid': '9a56b7b4-f127-4adf-bf73-a699108a7a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e52c23-5517-41fd-8ed1-dd798c7bba3a'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:48.462277 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27096da9-be20-4034-8c89-4089c6478b1a" -d '{"events": [{"server_uuid": "283eb4f3-2765-48cc-9bee-2178c185deca", "name": "network-vif-plugged", "status": "completed", "tag": "774032af-94ee-4d83-8d1a-09707f3d7c09"}, {"server_uuid": "9a56b7b4-f127-4adf-bf73-a699108a7a11", "name": "network-vif-plugged", "status": "completed", "tag": "72e52c23-5517-41fd-8ed1-dd798c7bba3a"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:48.511023 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['c71a3103-728d-4917-bb33-d259926bb1a1'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:38:48.511213 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-fc96f885-4a8a-455a-bba0-f7fb7eb5b121 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d64ca8c11c1c4180b40d11d013a0f26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675161 Oct 12 12:38:48.513686 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96f885-4a8a-455a-bba0-f7fb7eb5b121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03729077-c22d-40b9-b4f8-866989e95454,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:48.515951 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38524) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:48.575001 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362da8be-78b6-4f10-a924-1efcde8b42f7 x-openstack-request-id: req-362da8be-78b6-4f10-a924-1efcde8b42f7 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:48.575308 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283eb4f3-2765-48cc-9bee-2178c185deca", "name": "network-vif-plugged", "status": "completed", "tag": "774032af-94ee-4d83-8d1a-09707f3d7c09", "code": 200}, {"server_uuid": "9a56b7b4-f127-4adf-bf73-a699108a7a11", "name": "network-vif-plugged", "status": "completed", "tag": "72e52c23-5517-41fd-8ed1-dd798c7bba3a", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:48.575663 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-362da8be-78b6-4f10-a924-1efcde8b42f7 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:48.576052 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362da8be-78b6-4f10-a924-1efcde8b42f7'] response: {'server_uuid': '283eb4f3-2765-48cc-9bee-2178c185deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'code': 200} Oct 12 12:38:48.576302 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362da8be-78b6-4f10-a924-1efcde8b42f7'] response: {'server_uuid': '9a56b7b4-f127-4adf-bf73-a699108a7a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e52c23-5517-41fd-8ed1-dd798c7bba3a', 'code': 200} Oct 12 12:38:48.577523 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875adae8-61bb-4de2-b39f-6e0cc1d92dc3 req-9db10451-e6d4-4d08-b1ae-d1b496b659d3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:48.579766 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-875adae8-61bb-4de2-b39f-6e0cc1d92dc3 req-9db10451-e6d4-4d08-b1ae-d1b496b659d3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.0521617 Oct 12 12:38:48.584938 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfc68383-59d3-4e27-a29d-dbf5d3da1110 admin admin] Publish callbacks [] for security_group (03729077-c22d-40b9-b4f8-866989e95454), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:48.617915 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfc68383-59d3-4e27-a29d-dbf5d3da1110 admin admin] Publish callbacks [] for security_group (03729077-c22d-40b9-b4f8-866989e95454), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:48.655015 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-875adae8-61bb-4de2-b39f-6e0cc1d92dc3 req-453cba45-d221-42cb-bd7c-d9d0e7af6995 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634856 Oct 12 12:38:48.774079 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfc68383-59d3-4e27-a29d-dbf5d3da1110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (03729077-c22d-40b9-b4f8-866989e95454), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:48.776640 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfc68383-59d3-4e27-a29d-dbf5d3da1110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:48.777887 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-dfc68383-59d3-4e27-a29d-dbf5d3da1110 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/03729077-c22d-40b9-b4f8-866989e95454 HTTP/1.1" status: 204 len: 168 time: 0.2609680 Oct 12 12:38:48.786922 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc68383-59d3-4e27-a29d-dbf5d3da1110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03729077-c22d-40b9-b4f8-866989e95454,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:48.936538 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f220874-90a5-40ab-a9f5-b43c633d2919 req-30aa010d-f464-4507-8eab-7053060c83ba tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:48.938670 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0f220874-90a5-40ab-a9f5-b43c633d2919 req-30aa010d-f464-4507-8eab-7053060c83ba tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0475705 Oct 12 12:38:48.968674 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:49.018506 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0f220874-90a5-40ab-a9f5-b43c633d2919 req-c5fb3b44-e3da-4c23-9044-c261d79321d5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607018 Oct 12 12:38:49.104939 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199ef1d-6c33-42b0-82b6-8231e46a6a48 req-3ae9a80d-a477-45ed-b0e1-54a161765114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:49.106466 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8199ef1d-6c33-42b0-82b6-8231e46a6a48 req-3ae9a80d-a477-45ed-b0e1-54a161765114 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 1129 time: 0.1001184 Oct 12 12:38:49.112130 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be703fd9-2d59-4852-8428-1ced372fb569 req-c8d9655e-13bf-4900-a1cf-02fc6d8c57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:49.113530 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-be703fd9-2d59-4852-8428-1ced372fb569 req-c8d9655e-13bf-4900-a1cf-02fc6d8c57a7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 1129 time: 0.0788364 Oct 12 12:38:49.119423 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b29b7-a6fc-4e6b-a4f0-742e28fa98ab req-b56f3454-a092-4ed9-a6e9-e7afad213ff3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:49.120779 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-125b29b7-a6fc-4e6b-a4f0-742e28fa98ab req-b56f3454-a092-4ed9-a6e9-e7afad213ff3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 945 time: 0.0876670 Oct 12 12:38:49.165451 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:49.223870 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:49.227496 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8199ef1d-6c33-42b0-82b6-8231e46a6a48 req-e8a333f8-5df9-4e3b-a893-f97f0ae47c8c service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037436 Oct 12 12:38:49.229792 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-be703fd9-2d59-4852-8428-1ced372fb569 req-30520488-70e1-4220-b7ff-8091bca97555 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007833 Oct 12 12:38:49.232881 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-125b29b7-a6fc-4e6b-a4f0-742e28fa98ab req-1d818904-8fd7-4238-a952-e8845a2d20f4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013596 Oct 12 12:38:49.448218 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:49.602498 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dae89-cfce-46c6-b956-87dd64040d0b req-062a740b-81e8-4c66-9290-fac3e1213086 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:49.605028 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8b5dae89-cfce-46c6-b956-87dd64040d0b req-062a740b-81e8-4c66-9290-fac3e1213086 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 945 time: 0.0728993 Oct 12 12:38:49.696991 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8b5dae89-cfce-46c6-b956-87dd64040d0b req-3c1334e7-296c-4dbc-84fe-d3b26bf713f2 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857522 Oct 12 12:38:49.848280 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792b45e-221c-46a8-94ce-f0dc91bca100 req-4c2fca09-2a8f-4c23-8d93-d3836932b805 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:49.855531 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5792b45e-221c-46a8-94ce-f0dc91bca100 req-4c2fca09-2a8f-4c23-8d93-d3836932b805 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.1168320 Oct 12 12:38:49.919976 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5792b45e-221c-46a8-94ce-f0dc91bca100 req-be7af6b2-a0d0-4654-8ca8-c7fc44662ec0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530961 Oct 12 12:38:49.994995 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:50.047047 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 5987ac83-3534-44f8-b03e-d740853eca66 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:38:50.151077 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 5987ac83-3534-44f8-b03e-d740853eca66 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:50.151447 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5987ac83-3534-44f8-b03e-d740853eca66), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:50.151783 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 5987ac83-3534-44f8-b03e-d740853eca66 Oct 12 12:38:50.174971 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58ce49-0e25-4226-a201-aaec5ad1303f req-ee735603-3e3e-4e1e-9413-4faeb71394b3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:50.176513 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7f58ce49-0e25-4226-a201-aaec5ad1303f req-ee735603-3e3e-4e1e-9413-4faeb71394b3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0575306 Oct 12 12:38:50.230576 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 5987ac83-3534-44f8-b03e-d740853eca66 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:50.230960 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:50.233724 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7f58ce49-0e25-4226-a201-aaec5ad1303f req-1c4db69c-581f-45c0-af2e-4cf600788cba tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497904 Oct 12 12:38:50.271199 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:50.368190 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:50.369679 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device c71a3103-728d-4917-bb33-d259926bb1a1 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:38:50.412878 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f51b94-9298-461f-8c5d-cc54f069eb23 req-76b5214c-7ea4-47dd-bf01-16e88a81ffb5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:50.414704 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b3f51b94-9298-461f-8c5d-cc54f069eb23 req-76b5214c-7ea4-47dd-bf01-16e88a81ffb5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 945 time: 0.0688615 Oct 12 12:38:50.467663 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port c71a3103-728d-4917-bb33-d259926bb1a1 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:38:50.471013 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:50.486495 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b3f51b94-9298-461f-8c5d-cc54f069eb23 req-2270fa4a-0502-492f-9751-7bbb9adc9bd5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651193 Oct 12 12:38:50.490990 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:50.539576 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port c71a3103-728d-4917-bb33-d259926bb1a1 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:38:50.540147 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:50.540652 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port c71a3103-728d-4917-bb33-d259926bb1a1 Oct 12 12:38:50.576985 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:50.579788 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d321521-af81-4f77-a1a9-967815fdb008" -d '{"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5987ac83-3534-44f8-b03e-d740853eca66"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:50.624196 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a5aaab-2483-44ea-9f5f-adf6071f5d8d x-openstack-request-id: req-14a5aaab-2483-44ea-9f5f-adf6071f5d8d {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:50.624531 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5987ac83-3534-44f8-b03e-d740853eca66", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:50.624787 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14a5aaab-2483-44ea-9f5f-adf6071f5d8d {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:50.626439 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a5aaab-2483-44ea-9f5f-adf6071f5d8d'] response: {'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66', 'code': 200} Oct 12 12:38:50.629643 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port c71a3103-728d-4917-bb33-d259926bb1a1 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:38:50.630061 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:50.679935 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port c71a3103-728d-4917-bb33-d259926bb1a1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c71a3103-728d-4917-bb33-d259926bb1a1,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:50.728129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:50.746162 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:50.748151 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:50.802497 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=c71a3103-728d-4917-bb33-d259926bb1a1,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:50.825862 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc7ac-a605-4f95-a4a2-b27ed2b19563 req-609e0a55-18f1-46ac-ad26-c6b7a35c9597 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:50.827343 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-df7dc7ac-a605-4f95-a4a2-b27ed2b19563 req-609e0a55-18f1-46ac-ad26-c6b7a35c9597 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 945 time: 0.0489209 Oct 12 12:38:50.878801 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-df7dc7ac-a605-4f95-a4a2-b27ed2b19563 req-aad982ff-f805-4ce6-9fe5-559603e73715 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457017 Oct 12 12:38:51.005154 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38640) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:51.063722 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682f77c-99f2-4620-9481-50fbb6139e04 req-fab54f26-9080-4d42-8cfa-b425a01aa493 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:51.069737 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5682f77c-99f2-4620-9481-50fbb6139e04 req-fab54f26-9080-4d42-8cfa-b425a01aa493 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.0647247 Oct 12 12:38:51.146130 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5682f77c-99f2-4620-9481-50fbb6139e04 req-21568195-b91f-42d4-a710-93d215634019 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636735 Oct 12 12:38:51.369289 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1a013361-2170-47b1-b27e-27c2a8672b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:51.427856 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742504-9dc0-483d-80be-aeb2c7b4ee3f req-963d2b81-ba18-496c-a9b0-a32b18f40078 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:51.429408 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-32742504-9dc0-483d-80be-aeb2c7b4ee3f req-963d2b81-ba18-496c-a9b0-a32b18f40078 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0622358 Oct 12 12:38:51.448684 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:51.512895 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-32742504-9dc0-483d-80be-aeb2c7b4ee3f req-e87c9793-b0d9-43ce-9367-8bdd38379f4f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749753 Oct 12 12:38:51.524510 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1a013361-2170-47b1-b27e-27c2a8672b65 admin admin] Publish callbacks [] for security_group (b4f69b70-a206-4378-8750-ea8cbdddced1), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:51.602627 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1a013361-2170-47b1-b27e-27c2a8672b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (b4f69b70-a206-4378-8750-ea8cbdddced1), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:51.621689 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ee79-af67-4060-aa93-f20d370fa334 req-07eef619-0f89-4e68-b1ca-7ad2467e7343 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:51.623411 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4b38ee79-af67-4060-aa93-f20d370fa334 req-07eef619-0f89-4e68-b1ca-7ad2467e7343 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0587380 Oct 12 12:38:51.647514 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-1a013361-2170-47b1-b27e-27c2a8672b65 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6710ebddde994cf2b1efc375ab20e84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6412551 Oct 12 12:38:51.648550 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a013361-2170-47b1-b27e-27c2a8672b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f69b70-a206-4378-8750-ea8cbdddced1,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:51.651054 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38666) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:51.682369 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4b38ee79-af67-4060-aa93-f20d370fa334 req-2dfd2437-d16d-4718-bc41-074015dacf2f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526781 Oct 12 12:38:51.719539 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-567ed8e9-bf68-4cac-98b7-c835e65f7493 admin admin] Publish callbacks [] for security_group (b4f69b70-a206-4378-8750-ea8cbdddced1), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:51.742467 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-567ed8e9-bf68-4cac-98b7-c835e65f7493 admin admin] Publish callbacks [] for security_group (b4f69b70-a206-4378-8750-ea8cbdddced1), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:51.869161 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-567ed8e9-bf68-4cac-98b7-c835e65f7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (b4f69b70-a206-4378-8750-ea8cbdddced1), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:51.871920 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-567ed8e9-bf68-4cac-98b7-c835e65f7493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:51.876028 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-567ed8e9-bf68-4cac-98b7-c835e65f7493 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/b4f69b70-a206-4378-8750-ea8cbdddced1 HTTP/1.1" status: 204 len: 168 time: 0.2204342 Oct 12 12:38:51.882767 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ed8e9-bf68-4cac-98b7-c835e65f7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f69b70-a206-4378-8750-ea8cbdddced1,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:52.268942 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0dfa0-c71a-4d4e-9003-2c523f7c4168 req-639df7dc-5cff-4e0f-a279-21e439eafe89 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:52.270516 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5cf0dfa0-c71a-4d4e-9003-2c523f7c4168 req-639df7dc-5cff-4e0f-a279-21e439eafe89 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.0493112 Oct 12 12:38:52.324073 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5cf0dfa0-c71a-4d4e-9003-2c523f7c4168 req-acd75a66-03f1-45d8-87ed-f89121f60ad1 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478880 Oct 12 12:38:52.504324 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854641ba-efc5-497e-8129-58180d8a8c23 req-a559a228-b700-4c92-b166-4d15a7318d99 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:52.506697 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-854641ba-efc5-497e-8129-58180d8a8c23 req-a559a228-b700-4c92-b166-4d15a7318d99 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.0604725 Oct 12 12:38:52.524547 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38698) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:52.527711 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'floatingip': {'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:52.604009 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (183ac7a0-3695-4554-99ce-1af4d3877069), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:52.617137 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38704) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:52.626420 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e5f782-870a-40d7-a8ff-1a10204d7a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71a3103-728d-4917-bb33-d259926bb1a1'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:52.629258 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6989f20a-94a4-4398-936b-2fc42bf3000b" -d '{"events": [{"server_uuid": "11e5f782-870a-40d7-a8ff-1a10204d7a88", "name": "network-vif-plugged", "status": "completed", "tag": "c71a3103-728d-4917-bb33-d259926bb1a1"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:52.634689 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:52.643461 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e50f764c-006f-4d17-a70b-ea2f73641b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:52.670024 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2faaac-d5c4-4ef2-a55b-d14f162018fa x-openstack-request-id: req-7a2faaac-d5c4-4ef2-a55b-d14f162018fa {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:52.670355 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e5f782-870a-40d7-a8ff-1a10204d7a88", "name": "network-vif-plugged", "status": "completed", "tag": "c71a3103-728d-4917-bb33-d259926bb1a1", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:52.670793 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a2faaac-d5c4-4ef2-a55b-d14f162018fa {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:52.671394 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2faaac-d5c4-4ef2-a55b-d14f162018fa'] response: {'server_uuid': '11e5f782-870a-40d7-a8ff-1a10204d7a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71a3103-728d-4917-bb33-d259926bb1a1', 'code': 200} Oct 12 12:38:52.706429 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d85054-816a-4832-9cf2-0c012033413b req-01b34801-389c-4059-b512-15eaf3eff496 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:52.707937 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f8d85054-816a-4832-9cf2-0c012033413b req-01b34801-389c-4059-b512-15eaf3eff496 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0838797 Oct 12 12:38:52.806407 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f8d85054-816a-4832-9cf2-0c012033413b req-a29e6811-4759-43fb-bf4f-82cbb1c01ba1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822759 Oct 12 12:38:52.858985 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dbfa7-9d3a-4f27-9297-fde49ab3b004 req-4a5cfefc-9037-43f7-a21b-c52dd429bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:52.860743 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-eb7dbfa7-9d3a-4f27-9297-fde49ab3b004 req-4a5cfefc-9037-43f7-a21b-c52dd429bbae service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 1129 time: 0.0702059 Oct 12 12:38:52.884249 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e50f764c-006f-4d17-a70b-ea2f73641b3d admin admin] Publish callbacks [] for security_group (d99f7ee0-864e-41db-85e0-1fac5ea86166), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:52.932205 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-eb7dbfa7-9d3a-4f27-9297-fde49ab3b004 req-75b90f5d-73cb-481d-975e-15d40e9fc361 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632546 Oct 12 12:38:52.932484 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb565c8-35a0-442e-9247-a97629ec3f18 req-7ea903d6-bb63-4226-844e-292f0c814e39 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:52.934132 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-beb565c8-35a0-442e-9247-a97629ec3f18 req-7ea903d6-bb63-4226-844e-292f0c814e39 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.1037848 Oct 12 12:38:52.976711 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:53.001790 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e50f764c-006f-4d17-a70b-ea2f73641b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d99f7ee0-864e-41db-85e0-1fac5ea86166), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:53.044690 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-e50f764c-006f-4d17-a70b-ea2f73641b3d admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=553b51c96fae461ab898a2ecc0517e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263566 Oct 12 12:38:53.045750 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f764c-006f-4d17-a70b-ea2f73641b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99f7ee0-864e-41db-85e0-1fac5ea86166,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:53.048431 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38722) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:53.078684 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-beb565c8-35a0-442e-9247-a97629ec3f18 req-e43be5b3-24ed-4aa6-b34b-7b54d06e0a33 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113625 Oct 12 12:38:53.128729 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-baabdde6-6785-446e-8773-42592183a8d1 admin admin] Publish callbacks [] for security_group (d99f7ee0-864e-41db-85e0-1fac5ea86166), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:53.145759 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:53.158072 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-baabdde6-6785-446e-8773-42592183a8d1 admin admin] Publish callbacks [] for security_group (d99f7ee0-864e-41db-85e0-1fac5ea86166), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:53.280719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-baabdde6-6785-446e-8773-42592183a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d99f7ee0-864e-41db-85e0-1fac5ea86166), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:53.283331 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-baabdde6-6785-446e-8773-42592183a8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:53.287424 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-baabdde6-6785-446e-8773-42592183a8d1 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/d99f7ee0-864e-41db-85e0-1fac5ea86166 HTTP/1.1" status: 204 len: 168 time: 0.2349324 Oct 12 12:38:53.333485 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabdde6-6785-446e-8773-42592183a8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99f7ee0-864e-41db-85e0-1fac5ea86166,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:53.344675 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c80c9-6e82-4a15-8265-d262469255f1 req-af294bad-c644-435a-bb94-01554a40712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:53.346817 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-280c80c9-6e82-4a15-8265-d262469255f1 req-af294bad-c644-435a-bb94-01554a40712f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 1130 time: 0.0607703 Oct 12 12:38:53.722270 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:53.724419 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:53.741065 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-280c80c9-6e82-4a15-8265-d262469255f1 req-73083008-4e78-47c4-ab05-b363f9c6a2cd service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697114 Oct 12 12:38:53.774282 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (183ac7a0-3695-4554-99ce-1af4d3877069), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:53.888192 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Floating IP 183ac7a0-3695-4554-99ce-1af4d3877069 associated. External IP: 172.27.3.63, port: 774032af-94ee-4d83-8d1a-09707f3d7c09. Oct 12 12:38:54.013314 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b2eec-da3e-4608-8a08-1d5d7173c2a8 req-00851eff-e479-43b5-b1f9-703a10b86950 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:54.014838 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-370b2eec-da3e-4608-8a08-1d5d7173c2a8 req-00851eff-e479-43b5-b1f9-703a10b86950 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0886970 Oct 12 12:38:54.124474 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-370b2eec-da3e-4608-8a08-1d5d7173c2a8 req-29da371a-63c2-4571-9c75-7ee7abe3f111 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006351 Oct 12 12:38:54.206238 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:38:54.308653 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:54.335739 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078d9d-97e2-421d-8b86-ce7f97f09578 req-fb45c653-f88d-497b-a167-260690304e14 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:54.338180 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c0078d9d-97e2-421d-8b86-ce7f97f09578 req-fb45c653-f88d-497b-a167-260690304e14 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.1174219 Oct 12 12:38:54.412855 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:54.421980 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:54.426915 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:54.440342 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:54.440989 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:38:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:54.479626 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c0078d9d-97e2-421d-8b86-ce7f97f09578 req-32a6b532-030b-4d11-8ebd-6bc65e126247 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134253 Oct 12 12:38:54.481486 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-d7ba3267-787a-4423-b8f8-e71c94ecbb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/183ac7a0-3695-4554-99ce-1af4d3877069 HTTP/1.1" status: 200 len: 990 time: 1.9582162 Oct 12 12:38:54.482353 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283eb4f3-2765-48cc-9bee-2178c185deca', 'tag': '774032af-94ee-4d83-8d1a-09707f3d7c09'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:54.484929 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae82a21-e068-4a3c-83d6-84d2368d118b" -d '{"events": [{"name": "network-changed", "server_uuid": "283eb4f3-2765-48cc-9bee-2178c185deca", "tag": "774032af-94ee-4d83-8d1a-09707f3d7c09"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:54.543414 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0818828-5531-4c0f-921c-3baea8d77aff x-openstack-request-id: req-f0818828-5531-4c0f-921c-3baea8d77aff {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:54.543701 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283eb4f3-2765-48cc-9bee-2178c185deca", "tag": "774032af-94ee-4d83-8d1a-09707f3d7c09", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:54.544417 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0818828-5531-4c0f-921c-3baea8d77aff {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:54.544417 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0818828-5531-4c0f-921c-3baea8d77aff'] response: {'name': 'network-changed', 'server_uuid': '283eb4f3-2765-48cc-9bee-2178c185deca', 'tag': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'status': 'completed', 'code': 200} Oct 12 12:38:54.558926 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:54.912039 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:53Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:54.937892 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:54.947186 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:54.947791 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:38:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:55.046935 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:55.115117 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=63 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:55.262330 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea95840-a263-4c01-9c21-02053c17b022 req-d96bee90-d058-476f-a11a-ca3ff3d1d20c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:55.266442 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cea95840-a263-4c01-9c21-02053c17b022 req-d96bee90-d058-476f-a11a-ca3ff3d1d20c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Oct 12 12:38:55.283327 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:53Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:55.308299 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dcadce-dc85-4385-ba78-ee8b83a6bbf9 None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:53Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:55.313342 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cea95840-a263-4c01-9c21-02053c17b022 req-963977cc-39b1-404f-a5c6-892b2b886ca4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Oct 12 12:38:55.512692 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051256bd-80ab-4512-8271-91f108ce6492 req-b69c623f-2f7d-4ddd-ac3f-9162217c3443 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:55.516486 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-051256bd-80ab-4512-8271-91f108ce6492 req-b69c623f-2f7d-4ddd-ac3f-9162217c3443 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1011190 Oct 12 12:38:55.525631 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38826) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:55.531875 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'floatingip': {'port_id': '5987ac83-3534-44f8-b03e-d740853eca66'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:38:55.578287 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-8ecf996f-662d-48ff-b8f1-ac9ad41780e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:55.581303 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-8ecf996f-662d-48ff-b8f1-ac9ad41780e6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 1129 time: 0.0966933 Oct 12 12:38:55.587456 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (ae319ec4-38d4-4f5b-90ea-caff8bb46edc), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:55.644717 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20c334-3111-4644-b303-e335e3974abc req-c2192b85-0a30-4e70-a873-1d9c5aa961ba tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:55.646870 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7c20c334-3111-4644-b303-e335e3974abc req-c2192b85-0a30-4e70-a873-1d9c5aa961ba tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0568359 Oct 12 12:38:55.804116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 38840) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:55.812240 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7c20c334-3111-4644-b303-e335e3974abc req-ef36a360-a143-4cb0-9224-0c7a8645a682 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368790 Oct 12 12:38:56.004469 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a739f948-45ad-4a4b-a96b-a364322d6896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.126377 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a739f948-45ad-4a4b-a96b-a364322d6896 admin admin] Publish callbacks [] for security_group (37961f2d-b780-4e67-b0e3-ebce9ee109a7), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.239725 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a739f948-45ad-4a4b-a96b-a364322d6896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (37961f2d-b780-4e67-b0e3-ebce9ee109a7), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.279723 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.309382 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-a739f948-45ad-4a4b-a96b-a364322d6896 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=4856d9f3058c49b2ae56c3e95d878684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017838 Oct 12 12:38:56.311587 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38856) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:56.312813 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffaab3-d804-47be-bc85-cd3eaa8f8a2d None None] New status for floating IP 183ac7a0-3695-4554-99ce-1af4d3877069: ACTIVE {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:38:56.325351 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739f948-45ad-4a4b-a96b-a364322d6896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37961f2d-b780-4e67-b0e3-ebce9ee109a7,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:56.354344 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-fcb6c3d9-5b49-48f9-b092-7fa7e8ea0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:56.355823 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-fcb6c3d9-5b49-48f9-b092-7fa7e8ea0240 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 916 time: 0.1798189 Oct 12 12:38:56.375756 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-02615fa2-5f47-4f44-81e2-f4860d3bfe6d admin admin] Publish callbacks [] for security_group (37961f2d-b780-4e67-b0e3-ebce9ee109a7), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.398640 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-02615fa2-5f47-4f44-81e2-f4860d3bfe6d admin admin] Publish callbacks [] for security_group (37961f2d-b780-4e67-b0e3-ebce9ee109a7), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.400500 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (ae319ec4-38d4-4f5b-90ea-caff8bb46edc), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.412112 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:56.488464 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:56.508309 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-852aec5a-c24a-4970-8e43-9a25678af77c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=774032af-94ee-4d83-8d1a-09707f3d7c09 HTTP/1.1" status: 200 len: 998 time: 0.1366940 Oct 12 12:38:56.510828 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:56.543343 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Floating IP ae319ec4-38d4-4f5b-90ea-caff8bb46edc associated. External IP: 172.27.3.169, port: 5987ac83-3534-44f8-b03e-d740853eca66. Oct 12 12:38:56.623489 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-02615fa2-5f47-4f44-81e2-f4860d3bfe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (37961f2d-b780-4e67-b0e3-ebce9ee109a7), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.626281 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-02615fa2-5f47-4f44-81e2-f4860d3bfe6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:56.626946 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-2607e3d9-4fea-4e76-bc3e-c73a9660111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:56.627778 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-02615fa2-5f47-4f44-81e2-f4860d3bfe6d admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/37961f2d-b780-4e67-b0e3-ebce9ee109a7 HTTP/1.1" status: 204 len: 168 time: 0.3122377 Oct 12 12:38:56.630055 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-2607e3d9-4fea-4e76-bc3e-c73a9660111c service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.0527170 Oct 12 12:38:56.671371 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02615fa2-5f47-4f44-81e2-f4860d3bfe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37961f2d-b780-4e67-b0e3-ebce9ee109a7,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:56.710498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-bbfe67e9-8cb4-41c6-9b75-dba76f3bfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:56.712226 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-bbfe67e9-8cb4-41c6-9b75-dba76f3bfbec service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676634 Oct 12 12:38:56.814978 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:56.856425 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-639082ce-fa8d-42c5-8b86-d42de3fbfa3f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369467 Oct 12 12:38:56.860534 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:38:56.991151 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:56.996086 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:57.005192 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] Sync routers for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:57.024890 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7b785-69a5-4508-94df-7ff72bfe1037 req-247db687-fc92-4f39-a1fd-9e593efa73dd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:57.029799 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:57.030857 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:38:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:57.031888 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-87d7b785-69a5-4508-94df-7ff72bfe1037 req-247db687-fc92-4f39-a1fd-9e593efa73dd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0946801 Oct 12 12:38:57.088304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:57.089720 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:57.098754 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-87d7b785-69a5-4508-94df-7ff72bfe1037 req-4fd6d31a-63a3-4277-96d8-0714596da755 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657387 Oct 12 12:38:57.103193 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6ae82a21-e068-4a3c-83d6-84d2368d118b req-746b5f62-893a-4dd3-ab49-f1a7e44b2469 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394452 Oct 12 12:38:57.166291 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:57.269596 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e136a60a-4818-4e0e-99e4-f7e1719bdb8f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/ae319ec4-38d4-4f5b-90ea-caff8bb46edc HTTP/1.1" status: 200 len: 991 time: 1.7425168 Oct 12 12:38:57.270403 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:38:57.272662 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1a06a5-c596-4746-a42a-ef5216c3e99a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "tag": "5987ac83-3534-44f8-b03e-d740853eca66"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:57.312361 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a084c06b-dc4f-419f-b9a8-5e4501eb88c2 x-openstack-request-id: req-a084c06b-dc4f-419f-b9a8-5e4501eb88c2 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:57.313000 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "tag": "5987ac83-3534-44f8-b03e-d740853eca66", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:57.313501 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a084c06b-dc4f-419f-b9a8-5e4501eb88c2 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:57.313907 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a084c06b-dc4f-419f-b9a8-5e4501eb88c2'] response: {'name': 'network-changed', 'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66', 'status': 'completed', 'code': 200} Oct 12 12:38:57.413555 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-cfbb2fa3-dd89-4ffc-adfd-f99cb35200e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:57.415127 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-cfbb2fa3-dd89-4ffc-adfd-f99cb35200e2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 1129 time: 0.0427747 Oct 12 12:38:57.429027 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38880) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:57.451204 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4bf6fc8c-3f15-4bef-b3e1-c9f599f6fe7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:57.478716 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'ae319ec4-38d4-4f5b-90ea-caff8bb46edc', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'port_id': '5987ac83-3534-44f8-b03e-d740853eca66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'mac_address': 'fa:16:3e:12:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:16Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 1, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:57.506251 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] Checking router: 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:57.515687 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:38:57.516293 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:38:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:57.528630 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-abf3999e-988c-4248-8c64-9fe4fafd1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:57.528630 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-abf3999e-988c-4248-8c64-9fe4fafd1dc7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 918 time: 0.1076667 Oct 12 12:38:57.534121 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4bf6fc8c-3f15-4bef-b3e1-c9f599f6fe7b admin admin] Publish callbacks [] for security_group (10d8c79b-8ca1-4c71-b69f-12f196e0f38d), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:57.597457 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-f5e5054f-0226-4e0f-b571-c9d41d9f036f service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5987ac83-3534-44f8-b03e-d740853eca66 HTTP/1.1" status: 200 len: 999 time: 0.0621758 Oct 12 12:38:57.601418 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:57.602337 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4bf6fc8c-3f15-4bef-b3e1-c9f599f6fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (10d8c79b-8ca1-4c71-b69f-12f196e0f38d), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:57.631780 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:38:57.644535 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4bf6fc8c-3f15-4bef-b3e1-c9f599f6fe7b admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=eaefb32081c64da88c529c889a958419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139485 Oct 12 12:38:57.645482 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6fc8c-3f15-4bef-b3e1-c9f599f6fe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d8c79b-8ca1-4c71-b69f-12f196e0f38d,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:57.648041 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38886) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:38:57.676344 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:57.679594 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a323d7-4ffe-43bd-8551-48bcb6e0266f req-e2877b63-0870-4e1e-826b-4d7fc354cd4e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:57.681082 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d1a323d7-4ffe-43bd-8551-48bcb6e0266f req-e2877b63-0870-4e1e-826b-4d7fc354cd4e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0827370 Oct 12 12:38:57.720058 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c1d96186-c483-40fe-96d0-1605a599ec5f admin admin] Publish callbacks [] for security_group (10d8c79b-8ca1-4c71-b69f-12f196e0f38d), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:57.729825 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-4bca8255-4584-4129-9631-6b9cd4e201bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:57.731309 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-4bca8255-4584-4129-9631-6b9cd4e201bf service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.1227047 Oct 12 12:38:57.757556 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c1d96186-c483-40fe-96d0-1605a599ec5f admin admin] Publish callbacks [] for security_group (10d8c79b-8ca1-4c71-b69f-12f196e0f38d), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:57.829261 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d1a323d7-4ffe-43bd-8551-48bcb6e0266f req-ee5957b1-3498-4a75-a9d8-951123d21b57 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358800 Oct 12 12:38:57.840140 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-f6065376-fd76-4757-8a00-4c017847fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:57.841800 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-f6065376-fd76-4757-8a00-4c017847fa71 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0908356 Oct 12 12:38:57.842859 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-80e1944c-c742-4680-8ce4-eb697c53c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:57.844321 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-80e1944c-c742-4680-8ce4-eb697c53c864 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 1130 time: 0.1070819 Oct 12 12:38:57.909747 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c1d96186-c483-40fe-96d0-1605a599ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (10d8c79b-8ca1-4c71-b69f-12f196e0f38d), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:57.912838 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c1d96186-c483-40fe-96d0-1605a599ec5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:38:57.915191 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-c1d96186-c483-40fe-96d0-1605a599ec5f admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/10d8c79b-8ca1-4c71-b69f-12f196e0f38d HTTP/1.1" status: 204 len: 168 time: 0.2628963 Oct 12 12:38:57.923842 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d96186-c483-40fe-96d0-1605a599ec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d8c79b-8ca1-4c71-b69f-12f196e0f38d,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:57.953109 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-7ab52f62-5d4a-4483-9c8c-386a5c44165f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993860 Oct 12 12:38:58.035243 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'ae319ec4-38d4-4f5b-90ea-caff8bb46edc', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'port_id': '5987ac83-3534-44f8-b03e-d740853eca66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'mac_address': 'fa:16:3e:12:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:16Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 1, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:58.075794 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0cfbd0-929e-4cc0-a6c9-28db714c8fa0 None None] The sync data for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi is: [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'ae319ec4-38d4-4f5b-90ea-caff8bb46edc', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'port_id': '5987ac83-3534-44f8-b03e-d740853eca66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'mac_address': 'fa:16:3e:12:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:16Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 1, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:58.093479 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-ee969dcd-4a23-42ae-a90b-fa9f2583ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:58.098817 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-ee969dcd-4a23-42ae-a90b-fa9f2583ecd6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.1453071 Oct 12 12:38:58.175217 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-8fbb02f4-ecea-4f60-a04a-fdf87db7c660 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71a3103-728d-4917-bb33-d259926bb1a1 HTTP/1.1" status: 200 len: 217 time: 0.0414155 Oct 12 12:38:58.269982 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-de864a71-bb75-434c-b270-e4c05895fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:58.271095 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-de864a71-bb75-434c-b270-e4c05895fc6a service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0675077 Oct 12 12:38:58.326366 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e1a06a5-c596-4746-a42a-ef5216c3e99a req-61f182c9-7ef4-464a-9dd0-82940be67283 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007148 Oct 12 12:38:58.338607 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-2b05793f-b9c7-4c83-92a2-16ee4bf3e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:58.340185 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-2b05793f-b9c7-4c83-92a2-16ee4bf3e95a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599504 Oct 12 12:38:58.410847 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66077fde-b296-4001-9c64-6d2e0391b3fe None None] New status for floating IP ae319ec4-38d4-4f5b-90ea-caff8bb46edc: ACTIVE {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:38:58.462978 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-37a7ea99-178b-47cd-9141-f127a80000de service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082978 Oct 12 12:38:58.584424 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8ee3cba-4042-469e-81ed-8f39862c87fa req-e6470a84-c71a-4a14-9d3f-93c647fe713f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122093 Oct 12 12:38:58.945977 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c2e7d-66da-4a2e-b677-730b51105a90 req-dd849653-0b15-45e7-b37d-c1c6a5fef829 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:38:58.947439 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-568c2e7d-66da-4a2e-b677-730b51105a90 req-dd849653-0b15-45e7-b37d-c1c6a5fef829 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0462716 Oct 12 12:38:58.951463 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:38:59.001453 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-568c2e7d-66da-4a2e-b677-730b51105a90 req-3c5b6411-59be-4c74-9c00-0485e323550d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Oct 12 12:38:59.366819 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:00.141818 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae75f1e-af69-4eda-9321-2e12d4304e95 req-534aa25b-6ec2-4539-826c-0b5c79750fe2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:00.142447 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5ae75f1e-af69-4eda-9321-2e12d4304e95 req-534aa25b-6ec2-4539-826c-0b5c79750fe2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0529044 Oct 12 12:39:00.190992 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5ae75f1e-af69-4eda-9321-2e12d4304e95 req-a8c7d3d0-7833-4f0d-a933-adb5228f6a07 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Oct 12 12:39:01.109555 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 38988) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:01.222752 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:01.254231 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:01.339114 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dcd4a-9c9b-4603-b506-789dd3028d7e req-1b5b6c51-8ed1-45cb-8c04-cf2a728342de tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:01.340569 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6d4dcd4a-9c9b-4603-b506-789dd3028d7e req-1b5b6c51-8ed1-45cb-8c04-cf2a728342de tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0656345 Oct 12 12:39:01.344952 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Publish callbacks [] for security_group (bfc3103e-5857-4a2a-9f68-653c6bb4b0b0), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:01.387692 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6d4dcd4a-9c9b-4603-b506-789dd3028d7e req-7ee2b017-f235-4a87-ba56-0af8d5767a2c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Oct 12 12:39:01.425679 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (bfc3103e-5857-4a2a-9f68-653c6bb4b0b0), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:01.465840 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=90633921fc274ec9b7f567af4ceb50af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549690 Oct 12 12:39:01.466724 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc3103e-5857-4a2a-9f68-653c6bb4b0b0,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:01.468888 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39000) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:01.475964 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.478437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.478437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.478437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.478437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.478437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.478437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.478437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.478437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.479197 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.479197 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.479432 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.479801 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.480134 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.480453 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49518da5-4ba9-4b78-bae2-47aefe84979c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.534064 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Publish callbacks [] for security_group (bfc3103e-5857-4a2a-9f68-653c6bb4b0b0), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:01.554410 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Publish callbacks [] for security_group (bfc3103e-5857-4a2a-9f68-653c6bb4b0b0), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:01.680844 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (bfc3103e-5857-4a2a-9f68-653c6bb4b0b0), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:01.683320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:01.684468 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/bfc3103e-5857-4a2a-9f68-653c6bb4b0b0 HTTP/1.1" status: 204 len: 168 time: 0.2141988 Oct 12 12:39:01.692124 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc3103e-5857-4a2a-9f68-653c6bb4b0b0,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:01.699230 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.699575 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.699916 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.700248 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.700577 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.700903 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.701229 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.701548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.701869 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.702199 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.702516 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.702834 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.703148 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.703460 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:01.703773 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5194c0-4af0-4ef9-8c7a-487db6b8b666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:02.396954 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39022) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:02.410896 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6082d02b-7e4c-4cd1-a9fc-d5a4bda0b358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:02.525503 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6082d02b-7e4c-4cd1-a9fc-d5a4bda0b358 admin admin] Publish callbacks [] for security_group (df2cd0d4-b7e4-479f-bacb-3cea40e5adc6), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:02.531723 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7fca8-78cc-4dcd-bf9c-7bf324bf0154 req-8fc017ed-4ec8-4915-8b80-a49cab73518b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:02.533235 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b9a7fca8-78cc-4dcd-bf9c-7bf324bf0154 req-8fc017ed-4ec8-4915-8b80-a49cab73518b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0703421 Oct 12 12:39:02.582922 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b9a7fca8-78cc-4dcd-bf9c-7bf324bf0154 req-795e45f6-37ea-485d-a0a2-fb0836d86d1e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Oct 12 12:39:02.595563 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6082d02b-7e4c-4cd1-a9fc-d5a4bda0b358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (df2cd0d4-b7e4-479f-bacb-3cea40e5adc6), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:02.638445 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-6082d02b-7e4c-4cd1-a9fc-d5a4bda0b358 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d0b7426c18fd4199890871d0dc953b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404206 Oct 12 12:39:02.639362 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082d02b-7e4c-4cd1-a9fc-d5a4bda0b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2cd0d4-b7e4-479f-bacb-3cea40e5adc6,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:02.641462 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39030) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:02.691141 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dc7a43e2-7c20-4bfd-ae06-8bdf1081bfcf admin admin] Publish callbacks [] for security_group (df2cd0d4-b7e4-479f-bacb-3cea40e5adc6), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:02.710960 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dc7a43e2-7c20-4bfd-ae06-8bdf1081bfcf admin admin] Publish callbacks [] for security_group (df2cd0d4-b7e4-479f-bacb-3cea40e5adc6), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:02.791414 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dc7a43e2-7c20-4bfd-ae06-8bdf1081bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (df2cd0d4-b7e4-479f-bacb-3cea40e5adc6), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:02.793981 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dc7a43e2-7c20-4bfd-ae06-8bdf1081bfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:02.797192 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-dc7a43e2-7c20-4bfd-ae06-8bdf1081bfcf admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/df2cd0d4-b7e4-479f-bacb-3cea40e5adc6 HTTP/1.1" status: 204 len: 168 time: 0.1527026 Oct 12 12:39:02.803535 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a43e2-7c20-4bfd-ae06-8bdf1081bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2cd0d4-b7e4-479f-bacb-3cea40e5adc6,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:03.849233 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e2556-a70b-4f15-a515-7e2dfec6e24a req-7004cf99-0d1f-41af-bb48-779f30a1e2a4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:03.849233 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-391e2556-a70b-4f15-a515-7e2dfec6e24a req-7004cf99-0d1f-41af-bb48-779f30a1e2a4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0495791 Oct 12 12:39:03.849233 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-391e2556-a70b-4f15-a515-7e2dfec6e24a req-a5252ba2-4365-4185-aee3-4ea3a95e4050 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Oct 12 12:39:04.933159 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459b3f3-8f02-4122-b485-b437edc660ef req-e3259738-f601-445f-8b61-50d855d234e5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:04.934648 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8459b3f3-8f02-4122-b485-b437edc660ef req-e3259738-f601-445f-8b61-50d855d234e5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0460248 Oct 12 12:39:04.988928 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8459b3f3-8f02-4122-b485-b437edc660ef req-eff5055f-2978-4ea1-b70b-9b84d68e5099 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Oct 12 12:39:06.117303 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aa2e1-1225-4afe-ae89-b3d7bdcbd2fd req-351f4d7e-f516-49b5-ab56-f6f230154916 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:06.118810 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-046aa2e1-1225-4afe-ae89-b3d7bdcbd2fd req-351f4d7e-f516-49b5-ab56-f6f230154916 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0518415 Oct 12 12:39:06.166425 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-046aa2e1-1225-4afe-ae89-b3d7bdcbd2fd req-925894f1-db89-4807-8c7e-ad6e91fb4c65 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Oct 12 12:39:06.481396 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39132) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:06.588289 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f855c5f3-39b5-437b-97d5-4d00c5e3fa2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:06.603896 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:06.669419 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f855c5f3-39b5-437b-97d5-4d00c5e3fa2b admin admin] Publish callbacks [] for security_group (66ad4e02-88d0-4057-92a2-3ef582ba1285), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:06.744954 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f855c5f3-39b5-437b-97d5-4d00c5e3fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (66ad4e02-88d0-4057-92a2-3ef582ba1285), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:06.784853 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-f855c5f3-39b5-437b-97d5-4d00c5e3fa2b admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6588debbf9374d8f97af3ce21f0be38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022306 Oct 12 12:39:06.785713 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855c5f3-39b5-437b-97d5-4d00c5e3fa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ad4e02-88d0-4057-92a2-3ef582ba1285,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:06.788489 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39142) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:06.839268 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-504c05be-54f0-4997-9d22-cd397cd55e84 admin admin] Publish callbacks [] for security_group (66ad4e02-88d0-4057-92a2-3ef582ba1285), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:06.859565 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-504c05be-54f0-4997-9d22-cd397cd55e84 admin admin] Publish callbacks [] for security_group (66ad4e02-88d0-4057-92a2-3ef582ba1285), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:06.950783 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-504c05be-54f0-4997-9d22-cd397cd55e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (66ad4e02-88d0-4057-92a2-3ef582ba1285), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:06.953350 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-504c05be-54f0-4997-9d22-cd397cd55e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:06.957092 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-504c05be-54f0-4997-9d22-cd397cd55e84 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/66ad4e02-88d0-4057-92a2-3ef582ba1285 HTTP/1.1" status: 204 len: 168 time: 0.1642821 Oct 12 12:39:06.962926 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c05be-54f0-4997-9d22-cd397cd55e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ad4e02-88d0-4057-92a2-3ef582ba1285,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:07.290343 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474c4c0-1d6f-40a3-a1ff-27c0416bd314 req-29b5b4ac-5f9e-4a49-9445-87a4b3557144 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:07.291822 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2474c4c0-1d6f-40a3-a1ff-27c0416bd314 req-29b5b4ac-5f9e-4a49-9445-87a4b3557144 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0466518 Oct 12 12:39:07.335017 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:07.339459 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2474c4c0-1d6f-40a3-a1ff-27c0416bd314 req-142690d2-2ca3-4725-9747-a17f3c7f522d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Oct 12 12:39:07.560707 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39152) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:07.576827 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-49af3c60-4af0-4d5a-a1d9-2642a164c967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:07.579969 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:07.654343 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-49af3c60-4af0-4d5a-a1d9-2642a164c967 admin admin] Publish callbacks [] for security_group (f4f1541a-d924-4290-86c9-4746a794c833), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:07.717637 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-49af3c60-4af0-4d5a-a1d9-2642a164c967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (f4f1541a-d924-4290-86c9-4746a794c833), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:07.763126 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-49af3c60-4af0-4d5a-a1d9-2642a164c967 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=121d1876ac644b5ca30b68508274ea7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013688 Oct 12 12:39:07.763969 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af3c60-4af0-4d5a-a1d9-2642a164c967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f1541a-d924-4290-86c9-4746a794c833,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:07.765894 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39162) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:07.816069 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-530297a4-7577-412f-847a-0f3a4606f0fb admin admin] Publish callbacks [] for security_group (f4f1541a-d924-4290-86c9-4746a794c833), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:07.836541 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-530297a4-7577-412f-847a-0f3a4606f0fb admin admin] Publish callbacks [] for security_group (f4f1541a-d924-4290-86c9-4746a794c833), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:07.980112 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-530297a4-7577-412f-847a-0f3a4606f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (f4f1541a-d924-4290-86c9-4746a794c833), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:07.991970 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-530297a4-7577-412f-847a-0f3a4606f0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:07.991970 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-530297a4-7577-412f-847a-0f3a4606f0fb admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f4f1541a-d924-4290-86c9-4746a794c833 HTTP/1.1" status: 204 len: 168 time: 0.2169442 Oct 12 12:39:07.995343 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530297a4-7577-412f-847a-0f3a4606f0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f1541a-d924-4290-86c9-4746a794c833,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:08.040877 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=44 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:08.452577 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:08.476559 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400eeef-6703-4b40-b71d-f797d433402b req-2ce23554-0c94-444c-b57c-ddc42c98d0cf tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:08.478184 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6400eeef-6703-4b40-b71d-f797d433402b req-2ce23554-0c94-444c-b57c-ddc42c98d0cf tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0541902 Oct 12 12:39:08.526863 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6400eeef-6703-4b40-b71d-f797d433402b req-a77dcd83-5e08-4636-b9c6-0ac54ff2c776 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427814 Oct 12 12:39:09.511496 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:09.667368 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e34988-61a5-4cc1-9cae-c727cd6a9ee2 req-13342926-7bf4-4a2c-a3f9-48569447da18 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:09.668876 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b3e34988-61a5-4cc1-9cae-c727cd6a9ee2 req-13342926-7bf4-4a2c-a3f9-48569447da18 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0624900 Oct 12 12:39:09.726477 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b3e34988-61a5-4cc1-9cae-c727cd6a9ee2 req-707156c3-411f-425a-9af1-07ae81f03824 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Oct 12 12:39:09.930264 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-904486f0-b5b3-46da-9374-340c69672513 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468614 Oct 12 12:39:10.076653 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-f492d1e6-35a8-414d-a67e-496714c0cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:10.078207 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-f492d1e6-35a8-414d-a67e-496714c0cb63 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=677a44a0d7bb436f83c23a8e74cffa60&device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 1129 time: 0.0397205 Oct 12 12:39:10.225191 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-d8a27c73-2f77-477a-a0cc-5ef484f82077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:10.226765 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-d8a27c73-2f77-477a-a0cc-5ef484f82077 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=0019aa52-f1a0-42f2-aeaf-ff7457ad5663 HTTP/1.1" status: 200 len: 912 time: 0.1238999 Oct 12 12:39:10.237354 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89c51-3c02-4e01-8d60-2e062ba9742e req-06b40cd7-cfe5-4411-8178-054baf4ef1bf tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:10.241841 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c3f89c51-3c02-4e01-8d60-2e062ba9742e req-06b40cd7-cfe5-4411-8178-054baf4ef1bf tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 945 time: 0.0699000 Oct 12 12:39:10.289215 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c3f89c51-3c02-4e01-8d60-2e062ba9742e req-cd36488f-4af7-4c93-b32a-fd6e4c1e1981 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Oct 12 12:39:10.478018 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39280) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:10.610043 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-83a526bc-9ae8-4ea6-9a26-47c1622893b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:10.679092 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:10.692243 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-83a526bc-9ae8-4ea6-9a26-47c1622893b1 admin admin] Publish callbacks [] for security_group (68002487-a89b-437b-97a4-c27976e3df60), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:10.762960 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-83a526bc-9ae8-4ea6-9a26-47c1622893b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (68002487-a89b-437b-97a4-c27976e3df60), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:10.818341 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-83a526bc-9ae8-4ea6-9a26-47c1622893b1 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=71a87986b04c430d970420b45231061f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388603 Oct 12 12:39:10.821429 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39296) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:10.824167 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a526bc-9ae8-4ea6-9a26-47c1622893b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68002487-a89b-437b-97a4-c27976e3df60,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:10.861525 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9fae-bd3c-46ec-b7d7-3e65f46972ec req-fa507f48-9ae5-4a60-90aa-5c8568ba17c2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:10.868131 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-adfa9fae-bd3c-46ec-b7d7-3e65f46972ec req-fa507f48-9ae5-4a60-90aa-5c8568ba17c2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0578279 Oct 12 12:39:10.897445 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a6381a14-5ab1-4685-b04f-f23b4d9e336b admin admin] Publish callbacks [] for security_group (68002487-a89b-437b-97a4-c27976e3df60), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:10.910158 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39298) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:10.922957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a6381a14-5ab1-4685-b04f-f23b4d9e336b admin admin] Publish callbacks [] for security_group (68002487-a89b-437b-97a4-c27976e3df60), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:10.946959 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-adfa9fae-bd3c-46ec-b7d7-3e65f46972ec req-0ac79bce-588f-481e-b519-c2aa8ea21e6d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604956 Oct 12 12:39:11.099021 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a6381a14-5ab1-4685-b04f-f23b4d9e336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (68002487-a89b-437b-97a4-c27976e3df60), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.101796 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a6381a14-5ab1-4685-b04f-f23b4d9e336b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.102717 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-a6381a14-5ab1-4685-b04f-f23b4d9e336b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/68002487-a89b-437b-97a4-c27976e3df60 HTTP/1.1" status: 204 len: 168 time: 0.2800632 Oct 12 12:39:11.106118 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:11.111168 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6381a14-5ab1-4685-b04f-f23b4d9e336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68002487-a89b-437b-97a4-c27976e3df60,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:11.145052 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-35fef726-80e4-4128-87b4-3c070f67e4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.223202 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-35fef726-80e4-4128-87b4-3c070f67e4fd admin admin] Publish callbacks [] for security_group (9d2d3213-46df-4f10-a9f3-841f6b82121e), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.292942 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-35fef726-80e4-4128-87b4-3c070f67e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (9d2d3213-46df-4f10-a9f3-841f6b82121e), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.339595 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-35fef726-80e4-4128-87b4-3c070f67e4fd admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c22e6d2682174c1186798d1df5fdc513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281642 Oct 12 12:39:11.340524 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fef726-80e4-4128-87b4-3c070f67e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2d3213-46df-4f10-a9f3-841f6b82121e,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:11.342404 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39318) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:11.427537 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edd969c3-be17-4928-bf43-f713106da9f4 admin admin] Publish callbacks [] for security_group (9d2d3213-46df-4f10-a9f3-841f6b82121e), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.446807 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30014a1-adfe-4218-8f14-08386a1d2dae req-bcd150f9-4551-42aa-bc36-c46217e8e9e0 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:11.448320 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e30014a1-adfe-4218-8f14-08386a1d2dae req-bcd150f9-4551-42aa-bc36-c46217e8e9e0 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 945 time: 0.0614362 Oct 12 12:39:11.466436 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edd969c3-be17-4928-bf43-f713106da9f4 admin admin] Publish callbacks [] for security_group (9d2d3213-46df-4f10-a9f3-841f6b82121e), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.527600 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e30014a1-adfe-4218-8f14-08386a1d2dae req-28da4712-af14-469a-8d38-af3d8153dd91 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714324 Oct 12 12:39:11.660446 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edd969c3-be17-4928-bf43-f713106da9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (9d2d3213-46df-4f10-a9f3-841f6b82121e), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.663518 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edd969c3-be17-4928-bf43-f713106da9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.664642 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-edd969c3-be17-4928-bf43-f713106da9f4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9d2d3213-46df-4f10-a9f3-841f6b82121e HTTP/1.1" status: 204 len: 168 time: 0.3204350 Oct 12 12:39:11.672485 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd969c3-be17-4928-bf43-f713106da9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2d3213-46df-4f10-a9f3-841f6b82121e,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:11.874873 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39334) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:11.891719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbad0456-5c08-4d4c-9c43-c911be984821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:11.976620 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbad0456-5c08-4d4c-9c43-c911be984821 admin admin] Publish callbacks [] for security_group (e34d8a32-1ac0-40bd-ad31-ab958d50794a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:12.050226 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33dbe7-c1b6-4aa7-84ba-451ce80098d1 req-d083cea4-e6d2-43a3-a396-2f528190b6fb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:12.051764 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9c33dbe7-c1b6-4aa7-84ba-451ce80098d1 req-d083cea4-e6d2-43a3-a396-2f528190b6fb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0478370 Oct 12 12:39:12.088904 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bbad0456-5c08-4d4c-9c43-c911be984821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e34d8a32-1ac0-40bd-ad31-ab958d50794a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:12.107506 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9c33dbe7-c1b6-4aa7-84ba-451ce80098d1 req-0e1f2938-dd91-4f98-b081-7e95270a22da tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495253 Oct 12 12:39:12.115593 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:12.139777 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-bbad0456-5c08-4d4c-9c43-c911be984821 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c68b8d48007640e58ed94846648b3eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615235 Oct 12 12:39:12.145789 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39348) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:12.176422 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad0456-5c08-4d4c-9c43-c911be984821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d8a32-1ac0-40bd-ad31-ab958d50794a,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:12.181432 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-84080a4f-4fef-44cd-b069-19ff95b6dd60 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b HTTP/1.1" status: 200 len: 217 time: 0.0529234 Oct 12 12:39:12.254350 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-7483d4a0-a780-4914-8cb6-d138a403adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:12.255780 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-7483d4a0-a780-4914-8cb6-d138a403adf3 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=dd0ce49f-6045-4494-830e-c16928eb53c9 HTTP/1.1" status: 200 len: 850 time: 0.0670669 Oct 12 12:39:12.265953 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bebc18c6-22b2-4169-9073-0d52d95fdb0d admin admin] Publish callbacks [] for security_group (e34d8a32-1ac0-40bd-ad31-ab958d50794a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:12.288083 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bebc18c6-22b2-4169-9073-0d52d95fdb0d admin admin] Publish callbacks [] for security_group (e34d8a32-1ac0-40bd-ad31-ab958d50794a), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:12.433228 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bebc18c6-22b2-4169-9073-0d52d95fdb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e34d8a32-1ac0-40bd-ad31-ab958d50794a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:12.435713 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-bebc18c6-22b2-4169-9073-0d52d95fdb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:12.436824 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-bebc18c6-22b2-4169-9073-0d52d95fdb0d admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e34d8a32-1ac0-40bd-ad31-ab958d50794a HTTP/1.1" status: 204 len: 168 time: 0.2900493 Oct 12 12:39:12.450150 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc18c6-22b2-4169-9073-0d52d95fdb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d8a32-1ac0-40bd-ad31-ab958d50794a,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:12.454522 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-6f4575e3-9866-48f3-b170-ab7272bf2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:12.456021 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-6f4575e3-9866-48f3-b170-ab7272bf2cd7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=0019aa52-f1a0-42f2-aeaf-ff7457ad5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534489 Oct 12 12:39:12.663538 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f419a61-c2bb-4e87-9854-70ad0862356c req-919b1a1e-9ca5-4afd-8548-f897810f1454 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:12.665202 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0f419a61-c2bb-4e87-9854-70ad0862356c req-919b1a1e-9ca5-4afd-8548-f897810f1454 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 945 time: 0.0548217 Oct 12 12:39:12.986257 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0f419a61-c2bb-4e87-9854-70ad0862356c req-a23b3543-f00d-43f0-9d87-10c30fdfec25 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6306b080-77d2-4746-a826-6fa7db01e403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145354 Oct 12 12:39:12.994694 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-18952b5c-6e00-4d64-8457-5e6a1c0e0d23 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:12.998956 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-18952b5c-6e00-4d64-8457-5e6a1c0e0d23 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 945 time: 0.0813754 Oct 12 12:39:13.006573 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:13.092162 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-01e7d7ff-e7d8-4fad-a066-f2148548925a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193289 Oct 12 12:39:13.261469 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Deleting port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:39:13.261820 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:13.271048 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479238-32b8-4b39-8ae9-c73d4ef895a6 req-963a2a9e-77c8-44df-926d-207e018bc1fa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:13.278433 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0e479238-32b8-4b39-8ae9-c73d4ef895a6 req-963a2a9e-77c8-44df-926d-207e018bc1fa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0631835 Oct 12 12:39:13.323742 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24ed3e9c-5d5c-494e-ad53-34919bc8f85f req-52372cf5-d143-4a6b-adff-0f6a8c3411eb service neutron] 10.222.0.39 "GET /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083907 Oct 12 12:39:13.326434 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0e479238-32b8-4b39-8ae9-c73d4ef895a6 req-23574db0-13a8-4ad4-8e62-ed755f7d799a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Oct 12 12:39:13.375933 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] For port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:13.376447 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:13.402896 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Calling delete_port for b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:39:13.784213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39486) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:13.808819 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:13.836743 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Pushing event deleted for resources: {'Port': ['ID=b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:13.898068 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-8797455-network', 'tenant_id': '56014854c0694a1498a455f64bb4a194'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:13.921740 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:13.922684 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] No DVR routers for this DVR port b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:39:13.928796 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:13.932055 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1a506147-dc11-47fc-8d3c-7e0e4c1c325d req-6a950305-37cc-4999-b65d-1f45a24fc9eb tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.39 "DELETE /networking/v2.0/ports/b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b HTTP/1.1" status: 204 len: 173 time: 0.9241259 Oct 12 12:39:13.932547 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6badf94a-7a18-401e-b206-66515f3231f8', 'name': 'network-vif-deleted', 'tag': 'b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:39:13.934811 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e53166-812c-4285-b7fd-d1aed3997b04" -d '{"events": [{"server_uuid": "6badf94a-7a18-401e-b206-66515f3231f8", "name": "network-vif-deleted", "tag": "b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:39:13.976950 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289ebfbe-02f6-430f-8dd1-6af86ba2e603 x-openstack-request-id: req-289ebfbe-02f6-430f-8dd1-6af86ba2e603 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:39:13.977245 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6badf94a-7a18-401e-b206-66515f3231f8", "name": "network-vif-deleted", "tag": "b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:39:13.977490 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-289ebfbe-02f6-430f-8dd1-6af86ba2e603 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:39:13.977893 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289ebfbe-02f6-430f-8dd1-6af86ba2e603'] response: {'server_uuid': '6badf94a-7a18-401e-b206-66515f3231f8', 'name': 'network-vif-deleted', 'tag': 'b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b', 'status': 'completed', 'code': 200} Oct 12 12:39:14.053203 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Made reservation on behalf of 56014854c0694a1498a455f64bb4a194 for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:14.056649 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:14.067209 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:14.165907 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1d24a57a-4530-4b71-a4e3-4378cecdc3e7 req-5d8dd8bc-02ab-4439-9a99-7ac57c045268 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.0589974 Oct 12 12:39:14.194149 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Publish callbacks [] for security_group (110c121a-88a1-46d0-8581-9c25b4f0c4a6), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:14.272113 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (110c121a-88a1-46d0-8581-9c25b4f0c4a6), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:14.299327 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:39:14.309858 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c121a-88a1-46d0-8581-9c25b4f0c4a6,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:14.314635 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (3af1bec7-038e-4c73-a2f2-d8a62998d1a6), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:14.314970 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Added segment 3af1bec7-038e-4c73-a2f2-d8a62998d1a6 of type vlan for network 334feae8-82fd-4794-8914-186b9fdc5491 Oct 12 12:39:14.357775 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (334feae8-82fd-4794-8914-186b9fdc5491), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:14.442800 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:14.453412 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7c20-4f3d-449d-92e7-6d60b106b701 req-4f92f498-da5f-4ea4-aec5-3a2c7f20a53a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:14.454897 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4b3c7c20-4f3d-449d-92e7-6d60b106b701 req-4f92f498-da5f-4ea4-aec5-3a2c7f20a53a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0469170 Oct 12 12:39:14.486818 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (334feae8-82fd-4794-8914-186b9fdc5491), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:14.487806 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:14.488387 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:14.552118 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4b3c7c20-4f3d-449d-92e7-6d60b106b701 req-94b87773-8631-4bea-82cc-7c203f2844f2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910175 Oct 12 12:39:14.566614 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] Pushing event updated for resources: {'Network': ['ID=334feae8-82fd-4794-8914-186b9fdc5491,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:14.580472 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 334feae8-82fd-4794-8914-186b9fdc5491 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:39:14.655048 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-4427834e-b9df-4a10-990b-59b2ea996e83 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8707972 Oct 12 12:39:14.657995 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39506) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:14.663377 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Request body: {'subnet': {'network_id': '334feae8-82fd-4794-8914-186b9fdc5491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-8797455-subnet', 'tenant_id': '56014854c0694a1498a455f64bb4a194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:14.739684 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Made reservation on behalf of 56014854c0694a1498a455f64bb4a194 for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:14.742454 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:15.025895 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (e835357c-d475-45de-8c62-4f524e912693), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:15.085391 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e835357c-d475-45de-8c62-4f524e912693,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:15.089446 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:15.095119 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Checking segment: {'id': '3af1bec7-038e-4c73-a2f2-d8a62998d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '334feae8-82fd-4794-8914-186b9fdc5491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:39:15.095474 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Network hostable DHCP agents. Network: 334feae8-82fd-4794-8914-186b9fdc5491, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:39:15.275844 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Network 334feae8-82fd-4794-8914-186b9fdc5491 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:39:15.278679 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ff006d13-9498-4b1a-97de-11536e98028b req-dc966086-2d9e-42c2-b8e5-914b0de6b9ab tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.0326886 Oct 12 12:39:15.361449 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 334feae8-82fd-4794-8914-186b9fdc5491) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:15.365983 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:15.366840 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:15.371955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713957b8-94de-44cb-b449-41f988f28ee1 None None] Network 334feae8-82fd-4794-8914-186b9fdc5491 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:15.432122 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-24bb88c3-8f68-4b0a-a9c7-1ed43a7c5898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:15.474121 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-e44f501b-c81a-47a3-bb09-2bc0c6fccd91 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8150358 Oct 12 12:39:15.521343 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402c3c1-eea1-4c07-9c26-3b11b65fab69 None None] Network 334feae8-82fd-4794-8914-186b9fdc5491 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:15.545767 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:39:15.611933 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:39:15.612614 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device b99d2e17-a5b3-4e5a-91f1-ed54f8f19a0b not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:39:15.718345 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee6b1d-76d8-4a24-8973-dada862214b3 req-75dfc09b-ef0a-4f0e-a49b-f1ca768a2299 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:15.719734 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-73ee6b1d-76d8-4a24-8973-dada862214b3 req-75dfc09b-ef0a-4f0e-a49b-f1ca768a2299 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0578992 Oct 12 12:39:15.765791 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-73ee6b1d-76d8-4a24-8973-dada862214b3 req-1b5b5e70-272a-4677-8304-5c8c2e4ef0c1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 Oct 12 12:39:16.257746 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39568) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:16.263453 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1281766433-network', 'tenant_id': '9d6cfd5de8814a75bebb1d73ab9c6a60'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:16.368781 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Made reservation on behalf of 9d6cfd5de8814a75bebb1d73ab9c6a60 for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:16.371292 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:16.381350 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:16.397574 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d927f8fa-8d83-4104-8557-f9611cbe64d1 req-45b01f7e-a520-42ea-a006-8d4baee57499 tempest-DeleteServersTestJSON-1059326301 tempest-DeleteServersTestJSON-1059326301-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6badf94a-7a18-401e-b206-66515f3231f8 HTTP/1.1" status: 200 len: 210 time: 0.0300369 Oct 12 12:39:16.467196 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Publish callbacks [] for security_group (ebf22ba3-fb24-4a6d-9b0d-bcf92707387a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:16.559557 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ebf22ba3-fb24-4a6d-9b0d-bcf92707387a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:16.583340 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:39:16.597678 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf22ba3-fb24-4a6d-9b0d-bcf92707387a,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:16.603378 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (ae2e8faa-c638-4dea-af65-caa8b09a7d62), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:16.603973 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Added segment ae2e8faa-c638-4dea-af65-caa8b09a7d62 of type vlan for network 84804b4c-6761-4aab-90ec-39b45d36ad97 Oct 12 12:39:16.636423 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:16.650944 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (84804b4c-6761-4aab-90ec-39b45d36ad97), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:16.728581 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (84804b4c-6761-4aab-90ec-39b45d36ad97), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:16.729607 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:16.730230 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:16.794775 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] Pushing event updated for resources: {'Network': ['ID=84804b4c-6761-4aab-90ec-39b45d36ad97,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:16.805305 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 84804b4c-6761-4aab-90ec-39b45d36ad97 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:39:16.849797 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:16.856481 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-22dad4a8-2d24-4d5c-bc65-3d8922b36229 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5967803 Oct 12 12:39:16.860137 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39580) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:16.868328 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Request body: {'subnet': {'network_id': '84804b4c-6761-4aab-90ec-39b45d36ad97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1281766433-subnet', 'tenant_id': '9d6cfd5de8814a75bebb1d73ab9c6a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:16.895987 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75439c67-164f-489f-b15f-1a4e81b26212 req-85ee7a90-304e-4b5c-98d2-343e0c376523 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:16.897454 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-75439c67-164f-489f-b15f-1a4e81b26212 req-85ee7a90-304e-4b5c-98d2-343e0c376523 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0561001 Oct 12 12:39:16.947176 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-75439c67-164f-489f-b15f-1a4e81b26212 req-00741b08-45a5-49d5-8717-e18010d8fbca tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Oct 12 12:39:16.963038 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Made reservation on behalf of 9d6cfd5de8814a75bebb1d73ab9c6a60 for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:16.965438 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:17.024293 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:17.218841 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (9b8af39e-5e96-4cbe-98c1-dfead1e73d54), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:17.223511 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:17.290160 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8af39e-5e96-4cbe-98c1-dfead1e73d54,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:17.293059 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Checking segment: {'id': 'ae2e8faa-c638-4dea-af65-caa8b09a7d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84804b4c-6761-4aab-90ec-39b45d36ad97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:39:17.293399 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Network hostable DHCP agents. Network: 84804b4c-6761-4aab-90ec-39b45d36ad97, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:39:17.368524 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Network 84804b4c-6761-4aab-90ec-39b45d36ad97 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:39:17.431174 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 84804b4c-6761-4aab-90ec-39b45d36ad97) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:17.435099 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:17.435698 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:17.440702 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e68a0a-cc4e-4f64-818d-3ef578ed4402 None None] Network 84804b4c-6761-4aab-90ec-39b45d36ad97 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:17.519750 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-c65902b7-3577-43e1-91d0-513836519e82 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6577263 Oct 12 12:39:17.550926 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df58c55-3b02-4d6d-8bd1-4cc06f51cddf None None] Network 84804b4c-6761-4aab-90ec-39b45d36ad97 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:17.724255 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-ff922420-bd42-4af6-80a5-e450ba5b0221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:18.069427 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16e496-3241-4da9-be51-6fbfc889e824 req-75b78de6-54db-49db-a23d-a999bae60ffa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:18.070927 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-dc16e496-3241-4da9-be51-6fbfc889e824 req-75b78de6-54db-49db-a23d-a999bae60ffa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0505078 Oct 12 12:39:18.118270 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-dc16e496-3241-4da9-be51-6fbfc889e824 req-a031f6cc-9b3f-4c68-8955-bd6c2bdf060b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Oct 12 12:39:19.007145 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:19.073401 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39640) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:19.247679 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5842ae-4231-4765-995b-031946d0b855 req-9c10604d-d3d4-45cd-bd3a-76a81eeab781 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:19.249222 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dd5842ae-4231-4765-995b-031946d0b855 req-9c10604d-d3d4-45cd-bd3a-76a81eeab781 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0551000 Oct 12 12:39:19.296516 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dd5842ae-4231-4765-995b-031946d0b855 req-55877912-f97d-4547-ad1b-5b4088b52c8c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Oct 12 12:39:19.455391 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (f3bb6415-ffca-46f8-bbac-833da09862ae), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:19.601009 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:19.750161 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Deleting port 7aea9842-f876-4540-b3b9-4a8f6984cf95 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:39:19.750667 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:19.834582 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] For port 7aea9842-f876-4540-b3b9-4a8f6984cf95, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7aea9842-f876-4540-b3b9-4a8f6984cf95,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:19.834831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:19.847864 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Calling delete_port for 7aea9842-f876-4540-b3b9-4a8f6984cf95 owned by network:router_interface {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:39:19.891042 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:20.350251 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (7aea9842-f876-4540-b3b9-4a8f6984cf95), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:20.382033 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Pushing event deleted for resources: {'Port': ['ID=7aea9842-f876-4540-b3b9-4a8f6984cf95,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:20.483158 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe56b44-6396-4aeb-9bd1-604e59daa0a5 req-6ae7fd03-0177-41c6-af21-9a4698e48dc2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:20.484678 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9fe56b44-6396-4aeb-9bd1-604e59daa0a5 req-6ae7fd03-0177-41c6-af21-9a4698e48dc2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.1041427 Oct 12 12:39:20.600625 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9fe56b44-6396-4aeb-9bd1-604e59daa0a5 req-c0d1d2e9-7326-4050-bd70-48d35de5e7b3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096172 Oct 12 12:39:20.601539 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (f3bb6415-ffca-46f8-bbac-833da09862ae), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:20.623020 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1bea9a-84ec-4e7d-b51f-f7a4aeb43e8e None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:39:20.692715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:20.780604 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1bea9a-84ec-4e7d-b51f-f7a4aeb43e8e None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:39:20.821971 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:20.870247 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:21.043422 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Router f3bb6415-ffca-46f8-bbac-833da09862ae has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:39:21.136232 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:21.150351 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:39:21.158228 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-28ec493a-c5d6-47f0-88b9-846161d555de admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/f3bb6415-ffca-46f8-bbac-833da09862ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0818193 Oct 12 12:39:21.159069 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39676) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:21.164647 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] Sync routers for ids ['f3bb6415-ffca-46f8-bbac-833da09862ae'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:39:21.174360 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] Routers {'f3bb6415-ffca-46f8-bbac-833da09862ae'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:39:21.174965 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f3bb6415-ffca-46f8-bbac-833da09862ae'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:21.272102 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks [] for router (f3bb6415-ffca-46f8-bbac-833da09862ae), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:21.284608 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] Set router f3bb6415-ffca-46f8-bbac-833da09862ae gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:39:21.402121 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks [] for router_gateway (f3bb6415-ffca-46f8-bbac-833da09862ae), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:21.496018 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:39:20Z', 'revision_number': 5, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port': {'id': '4ff74b90-c278-48b8-b42e-a1be939abaee', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:02Z', 'updated_at': '2022-10-12T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:21.540664 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Deleting port 4ff74b90-c278-48b8-b42e-a1be939abaee {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:39:21.541005 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:21.542758 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] Checking router: f3bb6415-ffca-46f8-bbac-833da09862ae for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:39:21.552984 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] Routers {'f3bb6415-ffca-46f8-bbac-833da09862ae'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:39:21.553615 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f3bb6415-ffca-46f8-bbac-833da09862ae'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:21.661573 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:39:21.663187 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] Set router f3bb6415-ffca-46f8-bbac-833da09862ae gateway port host: None {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:39:21.669253 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] For port 4ff74b90-c278-48b8-b42e-a1be939abaee, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4ff74b90-c278-48b8-b42e-a1be939abaee,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:21.669877 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:21.723122 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Calling delete_port for 4ff74b90-c278-48b8-b42e-a1be939abaee owned by network:router_gateway {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:39:21.750855 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:39:21Z', 'revision_number': 6, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:21.771306 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:21.781143 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfaeb69-28bc-47cc-92c4-9dc2f2fb3522 None None] The sync data for ids ['f3bb6415-ffca-46f8-bbac-833da09862ae'] in dv-cinder-812685-16-iscsi is: [{'id': 'f3bb6415-ffca-46f8-bbac-833da09862ae', 'name': 'tempest-DeleteServersTestJSON-163771415-router', 'tenant_id': '677a44a0d7bb436f83c23a8e74cffa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:39:21Z', 'revision_number': 6, 'project_id': '677a44a0d7bb436f83c23a8e74cffa60', 'gw_port_host': None}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:39:21.837048 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-96e9c147-44c8-42a2-a157-bfe14522e6f8 None None] Provisioning complete for port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:39:21.837900 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36de4e-6538-49ab-a123-a003092fddce req-53d21416-901c-44a1-ac97-4812f7cadb2f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:21.838542 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-96e9c147-44c8-42a2-a157-bfe14522e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:21.838776 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-96e9c147-44c8-42a2-a157-bfe14522e6f8 None None] Attempt 1 to provision port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 Oct 12 12:39:21.842557 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5b36de4e-6538-49ab-a123-a003092fddce req-53d21416-901c-44a1-ac97-4812f7cadb2f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.1140275 Oct 12 12:39:21.926940 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-96e9c147-44c8-42a2-a157-bfe14522e6f8 None None] Current status of the port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:39:21.938719 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5b36de4e-6538-49ab-a123-a003092fddce req-cba6dc55-4f34-41c8-bc0b-6382a5429e41 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886807 Oct 12 12:39:21.994300 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:22.088777 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (4ff74b90-c278-48b8-b42e-a1be939abaee), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.119614 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff74b90-c278-48b8-b42e-a1be939abaee,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:22.150330 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (f3bb6415-ffca-46f8-bbac-833da09862ae), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.278759 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (f3bb6415-ffca-46f8-bbac-833da09862ae), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.281134 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks [] for router_controller (f3bb6415-ffca-46f8-bbac-833da09862ae), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.583760 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7aea9842-f876-4540-b3b9-4a8f6984cf95 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:39:22.591150 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (f3bb6415-ffca-46f8-bbac-833da09862ae), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.591870 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3bb6415-ffca-46f8-bbac-833da09862ae {{(pid=104977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:39:22.599501 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.599501 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-38a46901-6791-4d48-908e-92cb4f8cb3e2 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/f3bb6415-ffca-46f8-bbac-833da09862ae HTTP/1.1" status: 204 len: 168 time: 1.4381354 Oct 12 12:39:22.601478 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39702) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:22.619433 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 7aea9842-f876-4540-b3b9-4a8f6984cf95 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:39:22.619975 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7aea9842-f876-4540-b3b9-4a8f6984cf95 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:39:22.649104 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-650fd863-0a9d-44ca-96a7-a591e3344e51 admin admin] Deleting subnet dd0ce49f-6045-4494-830e-c16928eb53c9 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:39:22.652357 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-650fd863-0a9d-44ca-96a7-a591e3344e51 admin admin] Publish callbacks [] for subnet (dd0ce49f-6045-4494-830e-c16928eb53c9), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.687777 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-650fd863-0a9d-44ca-96a7-a591e3344e51 admin admin] Publish callbacks [] for subnet (dd0ce49f-6045-4494-830e-c16928eb53c9), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.772634 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-650fd863-0a9d-44ca-96a7-a591e3344e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (dd0ce49f-6045-4494-830e-c16928eb53c9), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.917535 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-650fd863-0a9d-44ca-96a7-a591e3344e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (dd0ce49f-6045-4494-830e-c16928eb53c9), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.945195 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fd863-0a9d-44ca-96a7-a591e3344e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0ce49f-6045-4494-830e-c16928eb53c9,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:22.950149 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-650fd863-0a9d-44ca-96a7-a591e3344e51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:22.953997 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-650fd863-0a9d-44ca-96a7-a591e3344e51 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/dd0ce49f-6045-4494-830e-c16928eb53c9 HTTP/1.1" status: 204 len: 168 time: 0.3512559 Oct 12 12:39:22.955739 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bdd85e-fc94-479b-b3a2-a08ef2c47eeb None None] Network 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:22.956421 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39704) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:23.098458 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956848b-5c36-4a2d-a1f3-c2b3093136d8 req-0e26994e-daa7-4ece-89c0-fd50681dd24f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:23.106618 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a956848b-5c36-4a2d-a1f3-c2b3093136d8 req-0e26994e-daa7-4ece-89c0-fd50681dd24f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0806289 Oct 12 12:39:23.109471 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (0019aa52-f1a0-42f2-aeaf-ff7457ad5663), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.163591 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] DHCP port deletion for 0019aa52-f1a0-42f2-aeaf-ff7457ad5663 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:39:23.208254 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Deleting port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:39:23.208580 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.215042 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a956848b-5c36-4a2d-a1f3-c2b3093136d8 req-c5a23e7a-ca81-4b5e-9ef3-624fcfbc32e7 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028731 Oct 12 12:39:23.234640 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Deleting port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:39:23.235050 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.280710 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] For port fd2d22c4-ec1f-4ab9-bb91-c49c91885073, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:23.281337 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.301024 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Calling delete_port for fd2d22c4-ec1f-4ab9-bb91-c49c91885073 owned by network:dhcp {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:39:23.317277 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] For port fd2d22c4-ec1f-4ab9-bb91-c49c91885073, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,segment=NetworkSegment(9bca8f5a-79b6-4a44-8946-96febe888bb7),segment_id=9bca8f5a-79b6-4a44-8946-96febe888bb7)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:23.317277 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.329332 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Calling delete_port for fd2d22c4-ec1f-4ab9-bb91-c49c91885073 owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:39:23.346495 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:23.427373 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:23.488867 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.498670 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (fd2d22c4-ec1f-4ab9-bb91-c49c91885073), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.511893 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:23.517902 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] No DVR routers for this DVR port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 on host dv-cinder-812685-16-iscsi {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:39:23.528799 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Pushing event deleted for resources: {'Port': ['ID=fd2d22c4-ec1f-4ab9-bb91-c49c91885073,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:23.533795 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] No DVR routers for this DVR port fd2d22c4-ec1f-4ab9-bb91-c49c91885073 on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:39:23.540103 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.540456 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.540815 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.541199 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.542450 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.542450 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.542450 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.542757 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.543053 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.543384 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.543736 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.544118 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.544545 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.544891 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.545260 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7763464-7eb6-4897-81df-ba141b4e4e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:23.599493 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (0019aa52-f1a0-42f2-aeaf-ff7457ad5663), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.628386 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.628764 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.629531 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.629864 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > port after_create 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.630227 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.630566 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > port after_update 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.630888 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.631226 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.631542 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.631862 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.689670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39730) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:23.804450 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-80e23bf4-8b56-42fc-a2c1-90e741a12740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.854633 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.854633 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.854633 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.854633 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:23.854633 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0019aa52-f1a0-42f2-aeaf-ff7457ad5663']}} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:23.867840 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bca8f5a-79b6-4a44-8946-96febe888bb7') {'for_net_delete': True} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:23.868136 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bca8f5a-79b6-4a44-8946-96febe888bb7') {} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:23.883812 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-80e23bf4-8b56-42fc-a2c1-90e741a12740 admin admin] Publish callbacks [] for security_group (48cd3097-77cf-4bf5-9d0a-ba33b146aa41), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.886040 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356295'] for segment (9bca8f5a-79b6-4a44-8946-96febe888bb7), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.909618 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (9bca8f5a-79b6-4a44-8946-96febe888bb7), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.917908 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=104978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:39:23.918321 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4356474'] for segment (9bca8f5a-79b6-4a44-8946-96febe888bb7), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.934974 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-80e23bf4-8b56-42fc-a2c1-90e741a12740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (48cd3097-77cf-4bf5-9d0a-ba33b146aa41), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:23.979213 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-80e23bf4-8b56-42fc-a2c1-90e741a12740 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=b2ca25970dd640e4939d88a06a74b795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858713 Oct 12 12:39:23.979213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e23bf4-8b56-42fc-a2c1-90e741a12740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd3097-77cf-4bf5-9d0a-ba33b146aa41,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:23.980507 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39738) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:24.031127 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d6adaf53-608d-4482-9a8c-4432b29c3373 admin admin] Publish callbacks [] for security_group (48cd3097-77cf-4bf5-9d0a-ba33b146aa41), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.036816 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (0019aa52-f1a0-42f2-aeaf-ff7457ad5663), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.055472 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d6adaf53-608d-4482-9a8c-4432b29c3373 admin admin] Publish callbacks [] for security_group (48cd3097-77cf-4bf5-9d0a-ba33b146aa41), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.056196 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.059583 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/0019aa52-f1a0-42f2-aeaf-ff7457ad5663 HTTP/1.1" status: 204 len: 168 time: 1.1021678 Oct 12 12:39:24.060955 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a374-8e4b-4215-a377-d711ec6d3244 admin admin] Pushing event deleted for resources: {'Network': ['ID=0019aa52-f1a0-42f2-aeaf-ff7457ad5663,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:24.082380 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:24.215150 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4ff74b90-c278-48b8-b42e-a1be939abaee no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:39:24.220034 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d6adaf53-608d-4482-9a8c-4432b29c3373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (48cd3097-77cf-4bf5-9d0a-ba33b146aa41), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.229097 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d6adaf53-608d-4482-9a8c-4432b29c3373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.230370 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d6adaf53-608d-4482-9a8c-4432b29c3373 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/48cd3097-77cf-4bf5-9d0a-ba33b146aa41 HTTP/1.1" status: 204 len: 168 time: 0.2491019 Oct 12 12:39:24.241390 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 9bca8f5a-79b6-4a44-8946-96febe888bb7 resource provider aggregate not found Oct 12 12:39:24.245647 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 4ff74b90-c278-48b8-b42e-a1be939abaee {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:39:24.246593 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4ff74b90-c278-48b8-b42e-a1be939abaee not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:39:24.246959 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device fd2d22c4-ec1f-4ab9-bb91-c49c91885073 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:39:24.248176 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adaf53-608d-4482-9a8c-4432b29c3373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd3097-77cf-4bf5-9d0a-ba33b146aa41,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:24.280596 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 9bca8f5a-79b6-4a44-8946-96febe888bb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bca8f5a-79b6-4a44-8946-96febe888bb7 found for delete ", "request_id": "req-ad0c5cf1-d268-4683-b3bd-2537194347f8"}]} Oct 12 12:39:24.288574 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: fd2d22c4-ec1f-4ab9-bb91-c49c91885073 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:39:24.289308 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device fd2d22c4-ec1f-4ab9-bb91-c49c91885073 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:39:24.372729 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b2b4-2ce2-4774-a0fd-c3011ff7819f req-89b9cced-98fd-4fcd-9108-a86d448abd7a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:24.374385 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4479b2b4-2ce2-4774-a0fd-c3011ff7819f req-89b9cced-98fd-4fcd-9108-a86d448abd7a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0529721 Oct 12 12:39:24.414805 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39758) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:24.426593 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4479b2b4-2ce2-4774-a0fd-c3011ff7819f req-ffba1ecc-e29b-4fb6-b0c3-3afa1ef03643 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Oct 12 12:39:24.469747 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-5919308e-589a-43cd-959f-9e875d1d10b6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=677a44a0d7bb436f83c23a8e74cffa60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0531676 Oct 12 12:39:24.472327 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39760) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:24.521794 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-176e07fe-4af8-4735-a3dc-ccba39b54514 admin admin] Publish callbacks [] for security_group (6306b080-77d2-4746-a826-6fa7db01e403), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.542903 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-176e07fe-4af8-4735-a3dc-ccba39b54514 admin admin] Publish callbacks [] for security_group (6306b080-77d2-4746-a826-6fa7db01e403), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.700090 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-176e07fe-4af8-4735-a3dc-ccba39b54514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (6306b080-77d2-4746-a826-6fa7db01e403), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.702710 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-176e07fe-4af8-4735-a3dc-ccba39b54514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:24.703834 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-176e07fe-4af8-4735-a3dc-ccba39b54514 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/6306b080-77d2-4746-a826-6fa7db01e403 HTTP/1.1" status: 204 len: 168 time: 0.2306328 Oct 12 12:39:24.715131 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e07fe-4af8-4735-a3dc-ccba39b54514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6306b080-77d2-4746-a826-6fa7db01e403,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:24.912532 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39774) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:24.919188 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:24.931013 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-279bc40a-add2-4e80-a3fa-6097ae413779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:25.017655 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-279bc40a-add2-4e80-a3fa-6097ae413779 admin admin] Publish callbacks [] for security_group (a0b6f6a9-f79c-4e0f-9696-2c0961adf9e8), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:25.088663 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-279bc40a-add2-4e80-a3fa-6097ae413779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (a0b6f6a9-f79c-4e0f-9696-2c0961adf9e8), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:25.128786 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-279bc40a-add2-4e80-a3fa-6097ae413779 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=9eb6c88e7c924b4f82244cb74465475d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150147 Oct 12 12:39:25.130815 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc40a-add2-4e80-a3fa-6097ae413779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b6f6a9-f79c-4e0f-9696-2c0961adf9e8,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:25.131596 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39778) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:25.192626 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-178815cc-d8d5-4603-80ef-fb6bd2940721 admin admin] Publish callbacks [] for security_group (a0b6f6a9-f79c-4e0f-9696-2c0961adf9e8), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:25.243695 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-178815cc-d8d5-4603-80ef-fb6bd2940721 admin admin] Publish callbacks [] for security_group (a0b6f6a9-f79c-4e0f-9696-2c0961adf9e8), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:25.276294 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:25.392004 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-178815cc-d8d5-4603-80ef-fb6bd2940721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (a0b6f6a9-f79c-4e0f-9696-2c0961adf9e8), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:25.395376 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-178815cc-d8d5-4603-80ef-fb6bd2940721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:25.397804 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-178815cc-d8d5-4603-80ef-fb6bd2940721 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a0b6f6a9-f79c-4e0f-9696-2c0961adf9e8 HTTP/1.1" status: 204 len: 168 time: 0.2639701 Oct 12 12:39:25.404904 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178815cc-d8d5-4603-80ef-fb6bd2940721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b6f6a9-f79c-4e0f-9696-2c0961adf9e8,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:25.560913 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fea513-ee2a-4581-a100-87c95ed2f944 req-753e446d-179b-4985-9b84-a84390703743 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:25.562582 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-83fea513-ee2a-4581-a100-87c95ed2f944 req-753e446d-179b-4985-9b84-a84390703743 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0503459 Oct 12 12:39:25.584566 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:25.612236 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-83fea513-ee2a-4581-a100-87c95ed2f944 req-3d423183-b216-423c-83bc-89d020f8247f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 Oct 12 12:39:26.256947 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39816) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:26.270247 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-03b3c75c-b4aa-486d-b251-33bf4b2a10a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:26.370716 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-03b3c75c-b4aa-486d-b251-33bf4b2a10a5 admin admin] Publish callbacks [] for security_group (f10bf5f8-7629-448f-94c5-ccddb68243b8), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:26.441304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-03b3c75c-b4aa-486d-b251-33bf4b2a10a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (f10bf5f8-7629-448f-94c5-ccddb68243b8), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:26.481769 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-03b3c75c-b4aa-486d-b251-33bf4b2a10a5 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c4c203138528419ba9515e3f48095ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237439 Oct 12 12:39:26.482882 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3c75c-b4aa-486d-b251-33bf4b2a10a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10bf5f8-7629-448f-94c5-ccddb68243b8,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:26.484655 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39824) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:26.550924 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8224f99-5ed3-4c1d-a345-4b36981cf26d admin admin] Publish callbacks [] for security_group (f10bf5f8-7629-448f-94c5-ccddb68243b8), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:26.577292 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8224f99-5ed3-4c1d-a345-4b36981cf26d admin admin] Publish callbacks [] for security_group (f10bf5f8-7629-448f-94c5-ccddb68243b8), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:26.701027 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8224f99-5ed3-4c1d-a345-4b36981cf26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (f10bf5f8-7629-448f-94c5-ccddb68243b8), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:26.704305 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8224f99-5ed3-4c1d-a345-4b36981cf26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:26.707165 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-d8224f99-5ed3-4c1d-a345-4b36981cf26d admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f10bf5f8-7629-448f-94c5-ccddb68243b8 HTTP/1.1" status: 204 len: 168 time: 0.2192321 Oct 12 12:39:26.717797 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8224f99-5ed3-4c1d-a345-4b36981cf26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10bf5f8-7629-448f-94c5-ccddb68243b8,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:26.899333 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c1fc1-b2b7-449b-98f3-60711fe9f7af req-1c7de5c5-d804-4302-94c9-ba75ba946bce tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:26.900907 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ad9c1fc1-b2b7-449b-98f3-60711fe9f7af req-1c7de5c5-d804-4302-94c9-ba75ba946bce tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0527697 Oct 12 12:39:26.960161 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ad9c1fc1-b2b7-449b-98f3-60711fe9f7af req-38d9c080-6437-4ea4-901c-eb0966351288 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443330 Oct 12 12:39:28.099538 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed955c03-cd64-4389-a628-736a9d8b44d1 req-8fe85933-0f00-47cf-8c66-1f725b949fa5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:28.101167 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ed955c03-cd64-4389-a628-736a9d8b44d1 req-8fe85933-0f00-47cf-8c66-1f725b949fa5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0508938 Oct 12 12:39:28.160215 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ed955c03-cd64-4389-a628-736a9d8b44d1 req-bc46b8a2-13c8-4e44-855d-f2ab7397a3b3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532308 Oct 12 12:39:29.283343 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e081a-6db1-409c-a90d-e27f4da567ec req-61114816-7370-4762-bb7c-2aa87adc8ae8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:29.285253 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ff0e081a-6db1-409c-a90d-e27f4da567ec req-61114816-7370-4762-bb7c-2aa87adc8ae8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0460908 Oct 12 12:39:29.342709 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ff0e081a-6db1-409c-a90d-e27f4da567ec req-c4f23b43-d467-4dc1-8e4f-4b567b9d6de8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Oct 12 12:39:29.812706 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39964) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:29.957763 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39974) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:30.009759 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-289066f4-2c55-45fa-bc46-9af1a0c96f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.020592 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-653fb144-955f-4b9c-b7bb-36228d908258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.105785 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-289066f4-2c55-45fa-bc46-9af1a0c96f1c admin admin] Publish callbacks [] for security_group (471423d8-55ef-4255-9eeb-c7a1ed1fd345), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.112098 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-653fb144-955f-4b9c-b7bb-36228d908258 admin admin] Publish callbacks [] for security_group (5b52ccac-9dd9-4547-b89b-7a3cd1fed256), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.180506 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-289066f4-2c55-45fa-bc46-9af1a0c96f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (471423d8-55ef-4255-9eeb-c7a1ed1fd345), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.180652 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-653fb144-955f-4b9c-b7bb-36228d908258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (5b52ccac-9dd9-4547-b89b-7a3cd1fed256), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.218387 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289066f4-2c55-45fa-bc46-9af1a0c96f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471423d8-55ef-4255-9eeb-c7a1ed1fd345,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:30.221709 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fb144-955f-4b9c-b7bb-36228d908258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b52ccac-9dd9-4547-b89b-7a3cd1fed256,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:30.227661 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-289066f4-2c55-45fa-bc46-9af1a0c96f1c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f3276356aa124d428c2bf6bbf2fc6dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139152 Oct 12 12:39:30.228320 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 39982) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:30.229784 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-653fb144-955f-4b9c-b7bb-36228d908258 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=2a54ec482a8a40e697a172173b246227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709875 Oct 12 12:39:30.230373 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 39984) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:30.286170 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-94f2a7f4-0dad-4748-a860-b5b357f7c17b admin admin] Publish callbacks [] for security_group (471423d8-55ef-4255-9eeb-c7a1ed1fd345), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.286452 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-65a0e8e4-da72-4321-87a3-0f1282a7804f admin admin] Publish callbacks [] for security_group (5b52ccac-9dd9-4547-b89b-7a3cd1fed256), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.297957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:30.306018 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-94f2a7f4-0dad-4748-a860-b5b357f7c17b admin admin] Publish callbacks [] for security_group (471423d8-55ef-4255-9eeb-c7a1ed1fd345), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.306856 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-65a0e8e4-da72-4321-87a3-0f1282a7804f admin admin] Publish callbacks [] for security_group (5b52ccac-9dd9-4547-b89b-7a3cd1fed256), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.467922 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0c46f-b30e-4199-8acd-3148feba32db req-6c72997e-bac2-4645-bd5d-6dfb0777187e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:30.469458 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-41a0c46f-b30e-4199-8acd-3148feba32db req-6c72997e-bac2-4645-bd5d-6dfb0777187e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0487723 Oct 12 12:39:30.471805 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-94f2a7f4-0dad-4748-a860-b5b357f7c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (471423d8-55ef-4255-9eeb-c7a1ed1fd345), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.473177 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-65a0e8e4-da72-4321-87a3-0f1282a7804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (5b52ccac-9dd9-4547-b89b-7a3cd1fed256), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.475174 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-94f2a7f4-0dad-4748-a860-b5b357f7c17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.479522 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-65a0e8e4-da72-4321-87a3-0f1282a7804f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:30.479656 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-94f2a7f4-0dad-4748-a860-b5b357f7c17b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/471423d8-55ef-4255-9eeb-c7a1ed1fd345 HTTP/1.1" status: 204 len: 168 time: 0.2470443 Oct 12 12:39:30.479747 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-65a0e8e4-da72-4321-87a3-0f1282a7804f admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/5b52ccac-9dd9-4547-b89b-7a3cd1fed256 HTTP/1.1" status: 204 len: 168 time: 0.2456582 Oct 12 12:39:30.484858 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2a7f4-0dad-4748-a860-b5b357f7c17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471423d8-55ef-4255-9eeb-c7a1ed1fd345,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:30.496849 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0e8e4-da72-4321-87a3-0f1282a7804f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b52ccac-9dd9-4547-b89b-7a3cd1fed256,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:30.573298 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:30.582354 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-41a0c46f-b30e-4199-8acd-3148feba32db req-f01d7089-f7de-4ab9-9a94-d3b29a42af6b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629959 Oct 12 12:39:31.120226 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40006) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:31.139299 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a38bdcfa-1dce-4e00-a96a-01a0fc487d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:31.231037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a38bdcfa-1dce-4e00-a96a-01a0fc487d24 admin admin] Publish callbacks [] for security_group (cd0a18cf-d8df-4237-a225-3262e106cb95), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:31.299640 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a38bdcfa-1dce-4e00-a96a-01a0fc487d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (cd0a18cf-d8df-4237-a225-3262e106cb95), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:31.305878 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:31.355627 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bdcfa-1dce-4e00-a96a-01a0fc487d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a18cf-d8df-4237-a225-3262e106cb95,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:31.360797 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-a38bdcfa-1dce-4e00-a96a-01a0fc487d24 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=9aa3b1de858f4c01a6775ce850f8f825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395468 Oct 12 12:39:31.364450 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40018) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:31.423294 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-46d6aa45-dc27-43a8-b199-06b65d66a063 admin admin] Publish callbacks [] for security_group (cd0a18cf-d8df-4237-a225-3262e106cb95), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:31.445540 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-46d6aa45-dc27-43a8-b199-06b65d66a063 admin admin] Publish callbacks [] for security_group (cd0a18cf-d8df-4237-a225-3262e106cb95), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:31.455609 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:31.573268 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-46d6aa45-dc27-43a8-b199-06b65d66a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (cd0a18cf-d8df-4237-a225-3262e106cb95), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:31.575864 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-46d6aa45-dc27-43a8-b199-06b65d66a063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:31.577089 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-46d6aa45-dc27-43a8-b199-06b65d66a063 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/cd0a18cf-d8df-4237-a225-3262e106cb95 HTTP/1.1" status: 204 len: 168 time: 0.2114787 Oct 12 12:39:31.585011 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6aa45-dc27-43a8-b199-06b65d66a063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a18cf-d8df-4237-a225-3262e106cb95,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:31.633877 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40030) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:31.709029 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=47 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:31.730889 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad705c-91e7-4683-95e1-473e5245fc4d req-541fcb5d-8bfb-47c5-9094-6c2d9c2406ac tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:31.735919 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5cad705c-91e7-4683-95e1-473e5245fc4d req-541fcb5d-8bfb-47c5-9094-6c2d9c2406ac tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0652621 Oct 12 12:39:31.754684 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=44 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:31.764364 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-707296301-network', 'tenant_id': 'c87dc51bd48d4f72a26ae2fd676ff73f'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:31.789181 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5cad705c-91e7-4683-95e1-473e5245fc4d req-ef3ccaf3-5d66-4dcb-b0b3-5863ea218c9e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504293 Oct 12 12:39:31.894596 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Made reservation on behalf of c87dc51bd48d4f72a26ae2fd676ff73f for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:31.897057 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:31.909554 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.002380 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Publish callbacks [] for security_group (34d69a5f-520f-41a1-a286-32a231313a3f), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.094947 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (34d69a5f-520f-41a1-a286-32a231313a3f), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.124538 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:39:32.137052 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d69a5f-520f-41a1-a286-32a231313a3f,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:32.145182 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (997b6260-12d9-4327-9f9d-4d430df84dea), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.145731 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Added segment 997b6260-12d9-4327-9f9d-4d430df84dea of type vlan for network 53831edd-b6a5-4b6c-beb5-9bba86997d93 Oct 12 12:39:32.191376 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (53831edd-b6a5-4b6c-beb5-9bba86997d93), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.202605 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:32.271770 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (53831edd-b6a5-4b6c-beb5-9bba86997d93), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.272809 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:32.273453 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.334941 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] Pushing event updated for resources: {'Network': ['ID=53831edd-b6a5-4b6c-beb5-9bba86997d93,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:32.345268 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 53831edd-b6a5-4b6c-beb5-9bba86997d93 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:39:32.405576 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-80a387de-0136-49f6-86d5-a36155ebaac2 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7704594 Oct 12 12:39:32.408845 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40050) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:32.414388 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Request body: {'subnet': {'network_id': '53831edd-b6a5-4b6c-beb5-9bba86997d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-707296301-subnet', 'tenant_id': 'c87dc51bd48d4f72a26ae2fd676ff73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:32.523999 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Made reservation on behalf of c87dc51bd48d4f72a26ae2fd676ff73f for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:32.525963 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255279'] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.752057 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4356561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255293'] for subnet (a0806ec3-1452-4c81-9b80-6e9d53b51ce2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:32.816811 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0806ec3-1452-4c81-9b80-6e9d53b51ce2,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:32.825250 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Checking segment: {'id': '997b6260-12d9-4327-9f9d-4d430df84dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53831edd-b6a5-4b6c-beb5-9bba86997d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:39:32.825615 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Network hostable DHCP agents. Network: 53831edd-b6a5-4b6c-beb5-9bba86997d93, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:39:32.846547 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:32.924026 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Network 53831edd-b6a5-4b6c-beb5-9bba86997d93 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:39:32.947117 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9a7af-8e9b-44b1-9d61-180c2b9f3efc req-a03eb1e6-f577-4d31-85ce-69e9ebcf10dd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:32.948501 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-afd9a7af-8e9b-44b1-9d61-180c2b9f3efc req-a03eb1e6-f577-4d31-85ce-69e9ebcf10dd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0610344 Oct 12 12:39:32.999114 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-afd9a7af-8e9b-44b1-9d61-180c2b9f3efc req-e27886e1-5933-44f0-a01b-ed1620a24fa8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Oct 12 12:39:33.037290 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 53831edd-b6a5-4b6c-beb5-9bba86997d93) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:33.041575 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:33.042230 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:33.047139 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f797e32-9ec9-4557-b3c8-95f0e1bd2cf7 None None] Network 53831edd-b6a5-4b6c-beb5-9bba86997d93 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:33.154755 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-f0f1c257-fa7c-4acc-9787-c26549ded865 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7452412 Oct 12 12:39:33.157493 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942fa96-640d-4663-9a3a-7c3794fa0465 None None] Network 53831edd-b6a5-4b6c-beb5-9bba86997d93 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:33.176924 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:33.488517 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40092) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:33.610226 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9b814808-0fdf-4d0c-9796-42d4217afca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:33.694563 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9b814808-0fdf-4d0c-9796-42d4217afca1 admin admin] Publish callbacks [] for security_group (be4a5fdb-befb-4f7b-9120-50caa04281f6), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:33.763314 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9b814808-0fdf-4d0c-9796-42d4217afca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (be4a5fdb-befb-4f7b-9120-50caa04281f6), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:33.800995 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b814808-0fdf-4d0c-9796-42d4217afca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4a5fdb-befb-4f7b-9120-50caa04281f6,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:33.834620 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-9b814808-0fdf-4d0c-9796-42d4217afca1 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=a577af89db574335a91ac0ec31f29aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449345 Oct 12 12:39:33.834834 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40112) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:33.896489 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3059-e6fe-4934-a0c5-8faa6f6207ce admin admin] Publish callbacks [] for security_group (be4a5fdb-befb-4f7b-9120-50caa04281f6), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:33.918301 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3059-e6fe-4934-a0c5-8faa6f6207ce admin admin] Publish callbacks [] for security_group (be4a5fdb-befb-4f7b-9120-50caa04281f6), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:33.937835 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40116) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:33.942846 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-261816126-network', 'tenant_id': '402aa725c9e245dd999afc9092489093'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:34.037023 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Made reservation on behalf of 402aa725c9e245dd999afc9092489093 for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:34.037221 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3059-e6fe-4934-a0c5-8faa6f6207ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (be4a5fdb-befb-4f7b-9120-50caa04281f6), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.040001 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3059-e6fe-4934-a0c5-8faa6f6207ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.049838 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.049979 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-1b0b3059-e6fe-4934-a0c5-8faa6f6207ce admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/be4a5fdb-befb-4f7b-9120-50caa04281f6 HTTP/1.1" status: 204 len: 168 time: 0.2054462 Oct 12 12:39:34.053666 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b3059-e6fe-4934-a0c5-8faa6f6207ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4a5fdb-befb-4f7b-9120-50caa04281f6,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:34.055465 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.177975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda6454-cf44-41ce-9683-593c8863e71d req-22e4f023-0882-4648-bbf0-fac898b9dea3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:34.179505 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1eda6454-cf44-41ce-9683-593c8863e71d req-22e4f023-0882-4648-bbf0-fac898b9dea3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0626957 Oct 12 12:39:34.216653 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Publish callbacks [] for security_group (eb03ebcb-4dc1-465d-bc25-771ce2348e85), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.243046 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1eda6454-cf44-41ce-9683-593c8863e71d req-e95076d5-ab4b-4f99-b074-15edb0761ca2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 Oct 12 12:39:34.283052 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (eb03ebcb-4dc1-465d-bc25-771ce2348e85), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.290610 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:34.307218 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:39:34.323153 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03ebcb-4dc1-465d-bc25-771ce2348e85,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:34.326000 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (b3f84643-7aa3-4cdb-b4c6-445342d2f0c7), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.326334 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Added segment b3f84643-7aa3-4cdb-b4c6-445342d2f0c7 of type vlan for network 3dac09d8-85e9-4242-bbb4-716fa0e35a5d Oct 12 12:39:34.370589 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (3dac09d8-85e9-4242-bbb4-716fa0e35a5d), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.489246 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (3dac09d8-85e9-4242-bbb4-716fa0e35a5d), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.490304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:34.490883 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:34.511802 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:34.556406 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] Pushing event updated for resources: {'Network': ['ID=3dac09d8-85e9-4242-bbb4-716fa0e35a5d,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:34.568779 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 3dac09d8-85e9-4242-bbb4-716fa0e35a5d details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:39:34.616512 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-c93ec084-b631-48de-b790-0f956a33538d admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6775031 Oct 12 12:39:34.619720 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40136) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:34.624425 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Request body: {'subnet': {'network_id': '3dac09d8-85e9-4242-bbb4-716fa0e35a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-261816126-subnet', 'tenant_id': '402aa725c9e245dd999afc9092489093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:34.746001 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Made reservation on behalf of 402aa725c9e245dd999afc9092489093 for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:34.748424 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.193592 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40158) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:35.240084 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_v2 [None req-8704e52d-94c3-4e87-b184-5d052f4638a6 admin admin] Deleting subnet e835357c-d475-45de-8c62-4f524e912693 {{(pid=104978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:39:35.244594 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8704e52d-94c3-4e87-b184-5d052f4638a6 admin admin] Publish callbacks [] for subnet (e835357c-d475-45de-8c62-4f524e912693), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.280339 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8704e52d-94c3-4e87-b184-5d052f4638a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356286'] for subnet (e835357c-d475-45de-8c62-4f524e912693), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.284238 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (0d8a0cdf-d849-4f54-abad-d46474fda2df), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.340601 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8704e52d-94c3-4e87-b184-5d052f4638a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (e835357c-d475-45de-8c62-4f524e912693), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.356349 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8a0cdf-d849-4f54-abad-d46474fda2df,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:35.361737 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Checking segment: {'id': 'b3f84643-7aa3-4cdb-b4c6-445342d2f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3dac09d8-85e9-4242-bbb4-716fa0e35a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:39:35.362135 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Network hostable DHCP agents. Network: 3dac09d8-85e9-4242-bbb4-716fa0e35a5d, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:39:35.448436 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe58e-fd42-4db9-87e5-a74d92a046fc req-c02c3d51-625d-405e-bd1d-d64fd96a628f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:35.448436 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3d2fe58e-fd42-4db9-87e5-a74d92a046fc req-c02c3d51-625d-405e-bd1d-d64fd96a628f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.1096280 Oct 12 12:39:35.464425 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Network 3dac09d8-85e9-4242-bbb4-716fa0e35a5d is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:39:35.475592 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:35.487485 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3d2fe58e-fd42-4db9-87e5-a74d92a046fc req-69c14391-1cf8-4dd3-9a49-01b6e2dfaf5a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Oct 12 12:39:35.493886 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8704e52d-94c3-4e87-b184-5d052f4638a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4356496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255694'] for subnet (e835357c-d475-45de-8c62-4f524e912693), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.525418 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704e52d-94c3-4e87-b184-5d052f4638a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e835357c-d475-45de-8c62-4f524e912693,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:35.538795 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8704e52d-94c3-4e87-b184-5d052f4638a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.542266 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-8704e52d-94c3-4e87-b184-5d052f4638a6 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/e835357c-d475-45de-8c62-4f524e912693 HTTP/1.1" status: 204 len: 168 time: 0.3476069 Oct 12 12:39:35.545155 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40170) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:35.574790 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 3dac09d8-85e9-4242-bbb4-716fa0e35a5d) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:35.580962 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:35.582432 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.588668 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e2ce4-bc1b-4781-a0f7-1b469a82b954 None None] Network 3dac09d8-85e9-4242-bbb4-716fa0e35a5d requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:35.624167 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (334feae8-82fd-4794-8914-186b9fdc5491), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.689588 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-fef675dc-d835-4d57-b196-ff093ab4efd9 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0687497 Oct 12 12:39:35.700406 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ff75f-6a74-43c8-a6ac-0a287dfc467c None None] Network 3dac09d8-85e9-4242-bbb4-716fa0e35a5d requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:35.726557 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (334feae8-82fd-4794-8914-186b9fdc5491), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.750021 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334feae8-82fd-4794-8914-186b9fdc5491']}} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:35.761160 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af1bec7-038e-4c73-a2f2-d8a62998d1a6') {'for_net_delete': True} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:35.761805 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af1bec7-038e-4c73-a2f2-d8a62998d1a6') {} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:35.773433 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356295'] for segment (3af1bec7-038e-4c73-a2f2-d8a62998d1a6), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.789695 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (3af1bec7-038e-4c73-a2f2-d8a62998d1a6), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.798531 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=104978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:39:35.799215 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4356474'] for segment (3af1bec7-038e-4c73-a2f2-d8a62998d1a6), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.871642 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 3af1bec7-038e-4c73-a2f2-d8a62998d1a6 resource provider aggregate not found Oct 12 12:39:35.874785 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40178) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:35.883235 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:35.890608 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 3af1bec7-038e-4c73-a2f2-d8a62998d1a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3af1bec7-038e-4c73-a2f2-d8a62998d1a6 found for delete ", "request_id": "req-9683a257-4c53-49a0-98e2-f3120097b8c6"}]} Oct 12 12:39:35.927256 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e1e923-6569-4a64-b1b2-3600716741db admin admin] Deleting subnet a0806ec3-1452-4c81-9b80-6e9d53b51ce2 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:39:35.931024 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-92e1e923-6569-4a64-b1b2-3600716741db admin admin] Publish callbacks [] for subnet (a0806ec3-1452-4c81-9b80-6e9d53b51ce2), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.952838 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (334feae8-82fd-4794-8914-186b9fdc5491), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.962761 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:35.965994 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/334feae8-82fd-4794-8914-186b9fdc5491 HTTP/1.1" status: 204 len: 168 time: 0.4198678 Oct 12 12:39:35.971442 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40186) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:35.978485 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636eb1c6-3cb2-4407-b699-1f474092bd68 admin admin] Pushing event deleted for resources: {'Network': ['ID=334feae8-82fd-4794-8914-186b9fdc5491,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:35.988785 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-92e1e923-6569-4a64-b1b2-3600716741db admin admin] Publish callbacks [] for subnet (a0806ec3-1452-4c81-9b80-6e9d53b51ce2), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.016028 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-92e1e923-6569-4a64-b1b2-3600716741db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (a0806ec3-1452-4c81-9b80-6e9d53b51ce2), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.055768 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-162cafea-7d2a-40c4-bc12-3543ff2713fa admin admin] Deleting subnet 9b8af39e-5e96-4cbe-98c1-dfead1e73d54 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:39:36.061824 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-162cafea-7d2a-40c4-bc12-3543ff2713fa admin admin] Publish callbacks [] for subnet (9b8af39e-5e96-4cbe-98c1-dfead1e73d54), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.113669 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-162cafea-7d2a-40c4-bc12-3543ff2713fa admin admin] Publish callbacks [] for subnet (9b8af39e-5e96-4cbe-98c1-dfead1e73d54), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.120323 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-162cafea-7d2a-40c4-bc12-3543ff2713fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (9b8af39e-5e96-4cbe-98c1-dfead1e73d54), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.187213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-92e1e923-6569-4a64-b1b2-3600716741db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (a0806ec3-1452-4c81-9b80-6e9d53b51ce2), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.218657 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-92e1e923-6569-4a64-b1b2-3600716741db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.221773 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-92e1e923-6569-4a64-b1b2-3600716741db admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/a0806ec3-1452-4c81-9b80-6e9d53b51ce2 HTTP/1.1" status: 204 len: 168 time: 0.3468297 Oct 12 12:39:36.222852 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1e923-6569-4a64-b1b2-3600716741db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0806ec3-1452-4c81-9b80-6e9d53b51ce2,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:36.226132 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40194) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:36.279028 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-162cafea-7d2a-40c4-bc12-3543ff2713fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for subnet (9b8af39e-5e96-4cbe-98c1-dfead1e73d54), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.318259 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:36.323823 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cafea-7d2a-40c4-bc12-3543ff2713fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8af39e-5e96-4cbe-98c1-dfead1e73d54,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:36.328887 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-162cafea-7d2a-40c4-bc12-3543ff2713fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.332062 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-162cafea-7d2a-40c4-bc12-3543ff2713fa admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/9b8af39e-5e96-4cbe-98c1-dfead1e73d54 HTTP/1.1" status: 204 len: 168 time: 0.3596663 Oct 12 12:39:36.334837 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40200) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:36.336416 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (53831edd-b6a5-4b6c-beb5-9bba86997d93), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.388340 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:36.413828 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (84804b4c-6761-4aab-90ec-39b45d36ad97), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.432232 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (53831edd-b6a5-4b6c-beb5-9bba86997d93), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.456794 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.457993 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.458409 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.458676 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > port after_create 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.459080 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.459487 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > port after_update 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.459879 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.460277 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.460666 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.461056 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.497648 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (84804b4c-6761-4aab-90ec-39b45d36ad97), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.523985 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84804b4c-6761-4aab-90ec-39b45d36ad97']}} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:36.532254 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.532712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.533043 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.534108 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 12:39:36.542717 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53831edd-b6a5-4b6c-beb5-9bba86997d93']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:36.543574 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2e8faa-c638-4dea-af65-caa8b09a7d62') {'for_net_delete': True} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:36.543574 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2e8faa-c638-4dea-af65-caa8b09a7d62') {} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:36.557244 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356295'] for segment (ae2e8faa-c638-4dea-af65-caa8b09a7d62), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.571418 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997b6260-12d9-4327-9f9d-4d430df84dea') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:36.578020 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (ae2e8faa-c638-4dea-af65-caa8b09a7d62), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.578165 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997b6260-12d9-4327-9f9d-4d430df84dea') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:36.579123 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:39:36.579510 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4356474'] for segment (ae2e8faa-c638-4dea-af65-caa8b09a7d62), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.593094 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (997b6260-12d9-4327-9f9d-4d430df84dea), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.649634 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (997b6260-12d9-4327-9f9d-4d430df84dea), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.664448 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7581c-7b09-432c-be8a-8f024355f0b2 req-83dace22-ec1e-4b7e-8a02-a15fdbc23f4f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:36.665972 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2ff7581c-7b09-432c-be8a-8f024355f0b2 req-83dace22-ec1e-4b7e-8a02-a15fdbc23f4f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0701632 Oct 12 12:39:36.667098 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:39:36.667477 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (997b6260-12d9-4327-9f9d-4d430df84dea), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.735060 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (84804b4c-6761-4aab-90ec-39b45d36ad97), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.748322 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.752854 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/84804b4c-6761-4aab-90ec-39b45d36ad97 HTTP/1.1" status: 204 len: 168 time: 0.4170225 Oct 12 12:39:36.775782 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2ff7581c-7b09-432c-be8a-8f024355f0b2 req-cfecb4c4-784f-45d5-bbfc-5e98a264fc0d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924923 Oct 12 12:39:36.780027 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc4c81-42b3-4d5d-a95d-c77f1c44ebbb admin admin] Pushing event deleted for resources: {'Network': ['ID=84804b4c-6761-4aab-90ec-39b45d36ad97,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:36.870610 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (53831edd-b6a5-4b6c-beb5-9bba86997d93), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.888109 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.891240 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/53831edd-b6a5-4b6c-beb5-9bba86997d93 HTTP/1.1" status: 204 len: 168 time: 0.6635113 Oct 12 12:39:36.892456 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f431b4-045c-4239-9680-aeecb8b44b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=53831edd-b6a5-4b6c-beb5-9bba86997d93,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:36.895282 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40222) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:36.941278 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-02806ea1-9c73-4727-82ce-ecd2bd742d1c admin admin] Deleting subnet 0d8a0cdf-d849-4f54-abad-d46474fda2df {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:39:36.944486 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-02806ea1-9c73-4727-82ce-ecd2bd742d1c admin admin] Publish callbacks [] for subnet (0d8a0cdf-d849-4f54-abad-d46474fda2df), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:36.984946 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-02806ea1-9c73-4727-82ce-ecd2bd742d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387852'] for subnet (0d8a0cdf-d849-4f54-abad-d46474fda2df), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.028572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-02806ea1-9c73-4727-82ce-ecd2bd742d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (0d8a0cdf-d849-4f54-abad-d46474fda2df), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.116378 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 997b6260-12d9-4327-9f9d-4d430df84dea resource provider aggregate not found Oct 12 12:39:37.138632 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 997b6260-12d9-4327-9f9d-4d430df84dea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 997b6260-12d9-4327-9f9d-4d430df84dea found for delete ", "request_id": "req-a8f4bb80-187e-4c98-900b-dd8b3abe997f"}]} Oct 12 12:39:37.144995 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40234) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:37.161254 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-02806ea1-9c73-4727-82ce-ecd2bd742d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6718151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5102702'] for subnet (0d8a0cdf-d849-4f54-abad-d46474fda2df), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.192768 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02806ea1-9c73-4727-82ce-ecd2bd742d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8a0cdf-d849-4f54-abad-d46474fda2df,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:37.194666 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-02806ea1-9c73-4727-82ce-ecd2bd742d1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.200003 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-02806ea1-9c73-4727-82ce-ecd2bd742d1c admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/0d8a0cdf-d849-4f54-abad-d46474fda2df HTTP/1.1" status: 204 len: 168 time: 0.3011594 Oct 12 12:39:37.200437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40236) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:37.219991 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-248329a2-a41e-410b-87cb-49c5102153c4 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=56014854c0694a1498a455f64bb4a194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735176 Oct 12 12:39:37.224689 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40238) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:37.287252 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (3dac09d8-85e9-4242-bbb4-716fa0e35a5d), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.287369 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5651f5f3-8c1e-49a9-919d-f82a1aac149c admin admin] Publish callbacks [] for security_group (110c121a-88a1-46d0-8581-9c25b4f0c4a6), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.308027 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5651f5f3-8c1e-49a9-919d-f82a1aac149c admin admin] Publish callbacks [] for security_group (110c121a-88a1-46d0-8581-9c25b4f0c4a6), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.371985 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (3dac09d8-85e9-4242-bbb4-716fa0e35a5d), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.401886 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dac09d8-85e9-4242-bbb4-716fa0e35a5d']}} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:37.411394 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f84643-7aa3-4cdb-b4c6-445342d2f0c7') {'for_net_delete': True} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:37.411691 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f84643-7aa3-4cdb-b4c6-445342d2f0c7') {} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:37.421676 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356295'] for segment (b3f84643-7aa3-4cdb-b4c6-445342d2f0c7), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.426521 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5651f5f3-8c1e-49a9-919d-f82a1aac149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (110c121a-88a1-46d0-8581-9c25b4f0c4a6), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.430531 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5651f5f3-8c1e-49a9-919d-f82a1aac149c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.434694 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5651f5f3-8c1e-49a9-919d-f82a1aac149c admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/110c121a-88a1-46d0-8581-9c25b4f0c4a6 HTTP/1.1" status: 204 len: 168 time: 0.2064855 Oct 12 12:39:37.435361 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (b3f84643-7aa3-4cdb-b4c6-445342d2f0c7), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.441462 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:37.446463 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651f5f3-8c1e-49a9-919d-f82a1aac149c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c121a-88a1-46d0-8581-9c25b4f0c4a6,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:37.446597 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=104978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:39:37.446597 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4356474'] for segment (b3f84643-7aa3-4cdb-b4c6-445342d2f0c7), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.607493 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (3dac09d8-85e9-4242-bbb4-716fa0e35a5d), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.618989 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:37.622068 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/3dac09d8-85e9-4242-bbb4-716fa0e35a5d HTTP/1.1" status: 204 len: 168 time: 0.4206352 Oct 12 12:39:37.633615 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:37.634109 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9a09f-0cc0-4542-9479-ac2f3f7d59f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dac09d8-85e9-4242-bbb4-716fa0e35a5d,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:37.908916 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39b8a0-4246-4e6f-92b0-79497acda811 req-f8f1de4a-f021-4f05-99a7-b71de2996cd4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:37.910424 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9f39b8a0-4246-4e6f-92b0-79497acda811 req-f8f1de4a-f021-4f05-99a7-b71de2996cd4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0492604 Oct 12 12:39:37.913003 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment ae2e8faa-c638-4dea-af65-caa8b09a7d62 resource provider aggregate not found Oct 12 12:39:37.958721 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment ae2e8faa-c638-4dea-af65-caa8b09a7d62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae2e8faa-c638-4dea-af65-caa8b09a7d62 found for delete ", "request_id": "req-a89a6da7-51f3-4724-99e6-3329d0761825"}]} Oct 12 12:39:37.975334 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9f39b8a0-4246-4e6f-92b0-79497acda811 req-46a1d7cb-063d-4240-b109-66b9c3852d17 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 Oct 12 12:39:37.980031 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment b3f84643-7aa3-4cdb-b4c6-445342d2f0c7 resource provider aggregate not found Oct 12 12:39:38.005435 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40278) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:38.006661 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment b3f84643-7aa3-4cdb-b4c6-445342d2f0c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3f84643-7aa3-4cdb-b4c6-445342d2f0c7 found for delete ", "request_id": "req-3cdabfc9-eaba-4f70-bf07-dd15c1ee180a"}]} Oct 12 12:39:38.053330 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-522312ad-ded9-4038-a897-bd17bef2e73f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c87dc51bd48d4f72a26ae2fd676ff73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436466 Oct 12 12:39:38.053448 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40282) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:38.090617 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40284) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:38.106088 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a4f6a2-8717-4341-8bd5-9d1863927988 admin admin] Publish callbacks [] for security_group (34d69a5f-520f-41a1-a286-32a231313a3f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:38.117906 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:38.126702 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a4f6a2-8717-4341-8bd5-9d1863927988 admin admin] Publish callbacks [] for security_group (34d69a5f-520f-41a1-a286-32a231313a3f), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:38.131444 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-7c216531-fa96-422f-a0bf-5f68f237199f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=9d6cfd5de8814a75bebb1d73ab9c6a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396802 Oct 12 12:39:38.134105 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40286) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:38.187899 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bb03a8b4-8454-4058-a862-a8ec9fe88e86 admin admin] Publish callbacks [] for security_group (ebf22ba3-fb24-4a6d-9b0d-bcf92707387a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:38.207987 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bb03a8b4-8454-4058-a862-a8ec9fe88e86 admin admin] Publish callbacks [] for security_group (ebf22ba3-fb24-4a6d-9b0d-bcf92707387a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:38.264788 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a4f6a2-8717-4341-8bd5-9d1863927988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (34d69a5f-520f-41a1-a286-32a231313a3f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:38.267437 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a4f6a2-8717-4341-8bd5-9d1863927988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:38.268633 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-23a4f6a2-8717-4341-8bd5-9d1863927988 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/34d69a5f-520f-41a1-a286-32a231313a3f HTTP/1.1" status: 204 len: 168 time: 0.2142761 Oct 12 12:39:38.277280 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4f6a2-8717-4341-8bd5-9d1863927988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d69a5f-520f-41a1-a286-32a231313a3f,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:38.352029 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bb03a8b4-8454-4058-a862-a8ec9fe88e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ebf22ba3-fb24-4a6d-9b0d-bcf92707387a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:38.354851 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bb03a8b4-8454-4058-a862-a8ec9fe88e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:38.356115 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-bb03a8b4-8454-4058-a862-a8ec9fe88e86 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ebf22ba3-fb24-4a6d-9b0d-bcf92707387a HTTP/1.1" status: 204 len: 168 time: 0.2209673 Oct 12 12:39:38.367432 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03a8b4-8454-4058-a862-a8ec9fe88e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf22ba3-fb24-4a6d-9b0d-bcf92707387a,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:38.967806 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40318) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:39.010708 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-10acf625-8351-42c5-b3f3-75c8e08393af admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=402aa725c9e245dd999afc9092489093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417399 Oct 12 12:39:39.013480 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40322) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:39.101550 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aedc13ba-436d-46f4-859d-3c51253c53e5 admin admin] Publish callbacks [] for security_group (eb03ebcb-4dc1-465d-bc25-771ce2348e85), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:39.124581 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cd9e9-c11a-469f-9bcd-5694df26bb52 req-6d61a91a-3bb4-467d-a2d1-1a4109acf067 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:39.126096 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d61cd9e9-c11a-469f-9bcd-5694df26bb52 req-6d61a91a-3bb4-467d-a2d1-1a4109acf067 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0723879 Oct 12 12:39:39.136458 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aedc13ba-436d-46f4-859d-3c51253c53e5 admin admin] Publish callbacks [] for security_group (eb03ebcb-4dc1-465d-bc25-771ce2348e85), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:39.200895 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d61cd9e9-c11a-469f-9bcd-5694df26bb52 req-b6c24c3a-8822-46a2-be74-94b2e3589edc tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669355 Oct 12 12:39:39.298961 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aedc13ba-436d-46f4-859d-3c51253c53e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (eb03ebcb-4dc1-465d-bc25-771ce2348e85), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:39.302069 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aedc13ba-436d-46f4-859d-3c51253c53e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:39.303194 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-aedc13ba-436d-46f4-859d-3c51253c53e5 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/eb03ebcb-4dc1-465d-bc25-771ce2348e85 HTTP/1.1" status: 204 len: 168 time: 0.2886875 Oct 12 12:39:39.314838 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc13ba-436d-46f4-859d-3c51253c53e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03ebcb-4dc1-465d-bc25-771ce2348e85,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:39.505377 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:40.338074 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea007-0d34-460a-85d9-bb7126e1f43b req-732665e3-2272-49e4-bac3-789422ae5cfa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:40.339620 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7bbea007-0d34-460a-85d9-bb7126e1f43b req-732665e3-2272-49e4-bac3-789422ae5cfa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0500567 Oct 12 12:39:40.389033 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7bbea007-0d34-460a-85d9-bb7126e1f43b req-3bfcc9f5-fa03-47bf-b6c4-5f856bed5d9e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 Oct 12 12:39:40.661906 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0af1d-4dd0-452e-8979-55a8f4f5787d req-c985c6e5-8b83-4384-a96f-d16864dfd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:40.663428 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1b0af1d-4dd0-452e-8979-55a8f4f5787d req-c985c6e5-8b83-4384-a96f-d16864dfd1bb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 1130 time: 0.0387394 Oct 12 12:39:40.726335 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1b0af1d-4dd0-452e-8979-55a8f4f5787d req-431b4e57-826c-47f9-b174-ef3f638e9eaf service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546093 Oct 12 12:39:41.517214 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510708f-e590-4205-8fdd-ab65d99a113a req-cdd488da-cef7-4151-ba93-cb34f54c8bb5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:41.519093 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b510708f-e590-4205-8fdd-ab65d99a113a req-cdd488da-cef7-4151-ba93-cb34f54c8bb5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0471303 Oct 12 12:39:41.567608 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b510708f-e590-4205-8fdd-ab65d99a113a req-6836a6aa-29bb-4889-8bf9-b0cadff12c83 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 Oct 12 12:39:42.694303 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db52f-6741-43eb-bb10-21b30b250531 req-cc47356a-42d7-44db-966f-2003d83a0882 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:42.695772 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5b5db52f-6741-43eb-bb10-21b30b250531 req-cc47356a-42d7-44db-966f-2003d83a0882 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0497367 Oct 12 12:39:42.747952 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5b5db52f-6741-43eb-bb10-21b30b250531 req-101ddff5-1759-443e-ba92-e58adf5e0b72 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463836 Oct 12 12:39:42.884049 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf067020-f829-4e87-a0d1-aa76ad20c33e req-3cb3d67f-c2d7-4342-a40c-be48afe46d14 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:42.885523 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bf067020-f829-4e87-a0d1-aa76ad20c33e req-3cb3d67f-c2d7-4342-a40c-be48afe46d14 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0556817 Oct 12 12:39:42.939895 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bf067020-f829-4e87-a0d1-aa76ad20c33e req-27b7d869-7c03-4caa-a69c-8cf928e0de2f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479586 Oct 12 12:39:43.624817 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:45.375228 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-22354f40-e6cc-4745-8005-a967b7afebf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:45.553336 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7f9fc-5a13-46c1-a85f-0e6431ab36a9 req-a4dd0c56-b6a1-43fe-abdc-6f0de1b3b336 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:45.555140 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-47b7f9fc-5a13-46c1-a85f-0e6431ab36a9 req-a4dd0c56-b6a1-43fe-abdc-6f0de1b3b336 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0548174 Oct 12 12:39:45.610476 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-47b7f9fc-5a13-46c1-a85f-0e6431ab36a9 req-cde8b58d-8109-40f3-beb2-50b4f6b9f45b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495036 Oct 12 12:39:45.626038 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:45.668203 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-d0604aaf-5e03-4ea9-9d00-df9998be37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:45.669705 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-d0604aaf-5e03-4ea9-9d00-df9998be37e4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 1129 time: 0.0518391 Oct 12 12:39:45.773568 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-bc6c86cc-a253-47b3-a276-222102985b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:45.775128 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-bc6c86cc-a253-47b3-a276-222102985b4b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.0974698 Oct 12 12:39:45.818902 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-4b438793-9cee-41c9-802d-0f88f1b6cc62 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a HTTP/1.1" status: 200 len: 217 time: 0.0340500 Oct 12 12:39:45.872128 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-edefb1fe-e315-4359-a864-8b86d98e994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:45.873604 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-edefb1fe-e315-4359-a864-8b86d98e994a service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0470133 Oct 12 12:39:45.926035 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-7a0ccd68-64d8-4095-aa83-1574542aa462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:45.927585 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-7a0ccd68-64d8-4095-aa83-1574542aa462 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423565 Oct 12 12:39:46.003326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:46.035024 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-986b7033-c6f6-4439-911f-f13896253865 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882461 Oct 12 12:39:46.141779 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e5bc7099-edff-42ca-b96d-ab839b8a3f30 req-e8d2b81a-65f2-482a-bf85-694220c0943e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936675 Oct 12 12:39:46.722768 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:46.739172 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb7079-39b1-4fe5-9034-0d1cdfb93be8 req-6c9922e4-40aa-402c-b7a6-050ddeec13ff tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:46.740710 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3adb7079-39b1-4fe5-9034-0d1cdfb93be8 req-6c9922e4-40aa-402c-b7a6-050ddeec13ff tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0465448 Oct 12 12:39:46.794453 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3adb7079-39b1-4fe5-9034-0d1cdfb93be8 req-d2f89e47-15b9-4727-b299-bd32aa0d9b37 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474901 Oct 12 12:39:47.725561 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-5eed1213-2ac0-4d40-afc5-056709f68957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:47.921245 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6caf-67b9-45a2-bd8a-ba79a655b9eb req-4be853dd-952a-48b8-8d3a-9837eda39c9f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:47.922745 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6bbf6caf-67b9-45a2-bd8a-ba79a655b9eb req-4be853dd-952a-48b8-8d3a-9837eda39c9f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0462515 Oct 12 12:39:47.970158 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6bbf6caf-67b9-45a2-bd8a-ba79a655b9eb req-8eeaaa7f-d827-4aac-88a5-858ac5c0107e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Oct 12 12:39:48.587572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40628) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:48.648896 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40632) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:48.791820 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e3d63fd-1882-4a56-b080-e8b458a1e3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:48.794888 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8c65f689-83bc-44aa-a947-644b290aa720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:48.935983 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e3d63fd-1882-4a56-b080-e8b458a1e3e2 admin admin] Publish callbacks [] for security_group (e9dbf081-ef14-436b-86fc-b0be2a25b54c), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:48.940451 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8c65f689-83bc-44aa-a947-644b290aa720 admin admin] Publish callbacks [] for security_group (c0ef03ae-94c4-41b8-80c5-bb6fa1e4ab93), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:48.975243 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.004047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e3d63fd-1882-4a56-b080-e8b458a1e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e9dbf081-ef14-436b-86fc-b0be2a25b54c), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.009578 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8c65f689-83bc-44aa-a947-644b290aa720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c0ef03ae-94c4-41b8-80c5-bb6fa1e4ab93), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.063512 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-7e3d63fd-1882-4a56-b080-e8b458a1e3e2 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=5c324b4cd71a4a908615a43b451b54bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135458 Oct 12 12:39:49.066433 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40652) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:49.072892 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d63fd-1882-4a56-b080-e8b458a1e3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dbf081-ef14-436b-86fc-b0be2a25b54c,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:49.082094 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-8c65f689-83bc-44aa-a947-644b290aa720 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=000745d932fa489284f90333ec0fbbdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918845 Oct 12 12:39:49.085767 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40654) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:49.118156 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65f689-83bc-44aa-a947-644b290aa720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ef03ae-94c4-41b8-80c5-bb6fa1e4ab93,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:49.123080 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553213a3-74eb-4cce-a226-4c1b5d767859 req-68dfa73c-3cb5-41ea-b96e-1095a29d0c76 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:49.124579 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-553213a3-74eb-4cce-a226-4c1b5d767859 req-68dfa73c-3cb5-41ea-b96e-1095a29d0c76 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0792589 Oct 12 12:39:49.154156 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec66f01f-2435-4d9d-8ddf-587f8ee2f4ee admin admin] Publish callbacks [] for security_group (e9dbf081-ef14-436b-86fc-b0be2a25b54c), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.170831 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec66f01f-2435-4d9d-8ddf-587f8ee2f4ee admin admin] Publish callbacks [] for security_group (e9dbf081-ef14-436b-86fc-b0be2a25b54c), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.171051 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6355ac87-873f-44bf-be3e-66a702a7a906 admin admin] Publish callbacks [] for security_group (c0ef03ae-94c4-41b8-80c5-bb6fa1e4ab93), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.200356 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:49.205455 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6355ac87-873f-44bf-be3e-66a702a7a906 admin admin] Publish callbacks [] for security_group (c0ef03ae-94c4-41b8-80c5-bb6fa1e4ab93), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.214373 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-553213a3-74eb-4cce-a226-4c1b5d767859 req-8f5a4519-531e-4985-be7b-e01e97efefd0 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755575 Oct 12 12:39:49.318121 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6355ac87-873f-44bf-be3e-66a702a7a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c0ef03ae-94c4-41b8-80c5-bb6fa1e4ab93), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.318259 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec66f01f-2435-4d9d-8ddf-587f8ee2f4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e9dbf081-ef14-436b-86fc-b0be2a25b54c), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.320720 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec66f01f-2435-4d9d-8ddf-587f8ee2f4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.320823 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6355ac87-873f-44bf-be3e-66a702a7a906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:49.324539 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ec66f01f-2435-4d9d-8ddf-587f8ee2f4ee admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e9dbf081-ef14-436b-86fc-b0be2a25b54c HTTP/1.1" status: 204 len: 168 time: 0.2543962 Oct 12 12:39:49.324695 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6355ac87-873f-44bf-be3e-66a702a7a906 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/c0ef03ae-94c4-41b8-80c5-bb6fa1e4ab93 HTTP/1.1" status: 204 len: 168 time: 0.2354164 Oct 12 12:39:49.330861 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66f01f-2435-4d9d-8ddf-587f8ee2f4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dbf081-ef14-436b-86fc-b0be2a25b54c,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:49.331413 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355ac87-873f-44bf-be3e-66a702a7a906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ef03ae-94c4-41b8-80c5-bb6fa1e4ab93,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:50.081786 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40672) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:50.095913 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-585bfa85-b3b5-48bc-a21c-09c2c5961b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.176779 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40676) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:50.177229 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-585bfa85-b3b5-48bc-a21c-09c2c5961b8b admin admin] Publish callbacks [] for security_group (8763dd44-31d4-4c3a-b74d-be0daf7c0eb1), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.184533 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc968-6034-4d7b-86d6-014dae3d0227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.263497 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc968-6034-4d7b-86d6-014dae3d0227 admin admin] Publish callbacks [] for security_group (826880d8-a38c-421b-b646-119b41ea697c), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.312130 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-585bfa85-b3b5-48bc-a21c-09c2c5961b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (8763dd44-31d4-4c3a-b74d-be0daf7c0eb1), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.335948 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942fc12-32ca-48a4-bbfc-b1d85518a7db req-403c37ee-c5fc-4b09-a2c9-77e0459f29e8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:50.337543 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3942fc12-32ca-48a4-bbfc-b1d85518a7db req-403c37ee-c5fc-4b09-a2c9-77e0459f29e8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0479212 Oct 12 12:39:50.339136 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc968-6034-4d7b-86d6-014dae3d0227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (826880d8-a38c-421b-b646-119b41ea697c), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.350958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:50.360570 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-585bfa85-b3b5-48bc-a21c-09c2c5961b8b admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=e9e044da83ce4ce287d14c2bf71417b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769773 Oct 12 12:39:50.361609 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40684) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:50.368925 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bfa85-b3b5-48bc-a21c-09c2c5961b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8763dd44-31d4-4c3a-b74d-be0daf7c0eb1,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:50.402234 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-fa1dc968-6034-4d7b-86d6-014dae3d0227 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=1993472c5aea4e2f8edb21b4f1a54f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305076 Oct 12 12:39:50.404838 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40686) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:50.406949 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dc968-6034-4d7b-86d6-014dae3d0227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826880d8-a38c-421b-b646-119b41ea697c,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:50.411999 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:50.431248 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be7fca79-ec68-4ef7-9f0f-e7eac5cc1984 admin admin] Publish callbacks [] for security_group (8763dd44-31d4-4c3a-b74d-be0daf7c0eb1), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.437471 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3942fc12-32ca-48a4-bbfc-b1d85518a7db req-e5271c33-1c4e-4085-876e-2a28d09aada3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791903 Oct 12 12:39:50.468127 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be7fca79-ec68-4ef7-9f0f-e7eac5cc1984 admin admin] Publish callbacks [] for security_group (8763dd44-31d4-4c3a-b74d-be0daf7c0eb1), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.505211 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-143178e4-eb07-4608-aeb0-e16fbb55243e admin admin] Publish callbacks [] for security_group (826880d8-a38c-421b-b646-119b41ea697c), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.527476 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:50.529379 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-143178e4-eb07-4608-aeb0-e16fbb55243e admin admin] Publish callbacks [] for security_group (826880d8-a38c-421b-b646-119b41ea697c), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.597528 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be7fca79-ec68-4ef7-9f0f-e7eac5cc1984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (8763dd44-31d4-4c3a-b74d-be0daf7c0eb1), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.600663 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be7fca79-ec68-4ef7-9f0f-e7eac5cc1984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.601926 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-be7fca79-ec68-4ef7-9f0f-e7eac5cc1984 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/8763dd44-31d4-4c3a-b74d-be0daf7c0eb1 HTTP/1.1" status: 204 len: 168 time: 0.2389736 Oct 12 12:39:50.610112 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fca79-ec68-4ef7-9f0f-e7eac5cc1984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8763dd44-31d4-4c3a-b74d-be0daf7c0eb1,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:50.615180 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-143178e4-eb07-4608-aeb0-e16fbb55243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (826880d8-a38c-421b-b646-119b41ea697c), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.618284 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-143178e4-eb07-4608-aeb0-e16fbb55243e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.620197 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-143178e4-eb07-4608-aeb0-e16fbb55243e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/826880d8-a38c-421b-b646-119b41ea697c HTTP/1.1" status: 204 len: 168 time: 0.2136612 Oct 12 12:39:50.627583 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143178e4-eb07-4608-aeb0-e16fbb55243e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826880d8-a38c-421b-b646-119b41ea697c,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:50.735032 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:50.751845 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:51.374395 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40712) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:51.388563 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ec35d146-4441-49dd-b45a-c3f14adbfd60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:51.472891 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ec35d146-4441-49dd-b45a-c3f14adbfd60 admin admin] Publish callbacks [] for security_group (ba0b8269-111b-47d5-b949-f7e9deaf18e8), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:51.568632 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ec35d146-4441-49dd-b45a-c3f14adbfd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ba0b8269-111b-47d5-b949-f7e9deaf18e8), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:51.619148 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-ec35d146-4441-49dd-b45a-c3f14adbfd60 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=a6410a34e84a475c9583f2f399baf2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436993 Oct 12 12:39:51.620241 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35d146-4441-49dd-b45a-c3f14adbfd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0b8269-111b-47d5-b949-f7e9deaf18e8,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:51.622671 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40724) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:51.684340 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b604469c-fbe6-4d67-a938-ce23d8ddd96e admin admin] Publish callbacks [] for security_group (ba0b8269-111b-47d5-b949-f7e9deaf18e8), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:51.711775 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b604469c-fbe6-4d67-a938-ce23d8ddd96e admin admin] Publish callbacks [] for security_group (ba0b8269-111b-47d5-b949-f7e9deaf18e8), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:51.786041 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829374-190c-4ae7-9ceb-47c71169c230 req-a35421ab-1ed5-4d64-b542-7f4cced690ff tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:51.793436 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30829374-190c-4ae7-9ceb-47c71169c230 req-a35421ab-1ed5-4d64-b542-7f4cced690ff tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.2669184 Oct 12 12:39:51.828162 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b604469c-fbe6-4d67-a938-ce23d8ddd96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ba0b8269-111b-47d5-b949-f7e9deaf18e8), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:51.833370 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b604469c-fbe6-4d67-a938-ce23d8ddd96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:51.835220 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-b604469c-fbe6-4d67-a938-ce23d8ddd96e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ba0b8269-111b-47d5-b949-f7e9deaf18e8 HTTP/1.1" status: 204 len: 168 time: 0.2061908 Oct 12 12:39:51.843745 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30829374-190c-4ae7-9ceb-47c71169c230 req-42ad3b66-41cd-4636-b22f-daca0805fe03 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494139 Oct 12 12:39:51.862599 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604469c-fbe6-4d67-a938-ce23d8ddd96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0b8269-111b-47d5-b949-f7e9deaf18e8,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:52.983654 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40790) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:52.993925 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e31ab6-2a43-40dd-b1b0-aceb5a9792aa req-0ce2c960-0682-4083-9547-1019be3d0b57 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:52.994400 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-64e31ab6-2a43-40dd-b1b0-aceb5a9792aa req-0ce2c960-0682-4083-9547-1019be3d0b57 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0590827 Oct 12 12:39:53.053510 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-64e31ab6-2a43-40dd-b1b0-aceb5a9792aa req-8e8a5b40-4055-4ab4-92ff-8ca101e69c88 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535142 Oct 12 12:39:53.120583 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1270658753-network', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:53.192618 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Made reservation on behalf of b15d78e196664c1aa41be6c5afe4238b for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:53.195384 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:53.207066 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:53.289588 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Publish callbacks [] for security_group (d24acd81-c241-4357-a0f8-4c2da5455456), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:53.335051 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d24acd81-c241-4357-a0f8-4c2da5455456), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:53.368796 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:39:53.376906 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24acd81-c241-4357-a0f8-4c2da5455456,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:53.384119 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:53.384755 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Added segment f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f of type vlan for network 67fe8886-6694-423c-8a16-f3bf148c60e0 Oct 12 12:39:53.431850 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (67fe8886-6694-423c-8a16-f3bf148c60e0), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:53.451156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:53.494933 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (67fe8886-6694-423c-8a16-f3bf148c60e0), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:53.495969 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:53.496550 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:53.562375 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] Pushing event updated for resources: {'Network': ['ID=67fe8886-6694-423c-8a16-f3bf148c60e0,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:53.573889 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:39:53.625992 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4a8a0e29-917f-4522-90d5-f0715c2b756b admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6388259 Oct 12 12:39:53.626904 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40808) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:53.632572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Request body: {'subnet': {'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1270658753-subnet', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:53.752146 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Made reservation on behalf of b15d78e196664c1aa41be6c5afe4238b for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:39:53.754589 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5102991'] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.057098 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6718086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5103005'] for subnet (24289879-e424-480d-bc6d-ef9dbd34773a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.142696 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Checking segment: {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:39:54.143126 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Network hostable DHCP agents. Network: 67fe8886-6694-423c-8a16-f3bf148c60e0, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:39:54.148504 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24289879-e424-480d-bc6d-ef9dbd34773a,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:54.217645 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32220a4-2d11-4040-9bf1-704985921dbb req-13dcccc4-65c8-4540-86d6-707e732b19b9 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:54.219272 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d32220a4-2d11-4040-9bf1-704985921dbb req-13dcccc4-65c8-4540-86d6-707e732b19b9 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0720057 Oct 12 12:39:54.234203 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:54.264526 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:39:54.290214 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d32220a4-2d11-4040-9bf1-704985921dbb req-344e9a3a-c50a-4de1-a1cb-e6e699d064e0 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644634 Oct 12 12:39:54.345006 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 67fe8886-6694-423c-8a16-f3bf148c60e0) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:54.350209 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:54.350813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.360012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0067d4-72ee-4375-847c-4fdd4c548d51 None None] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:54.411689 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:54.470459 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-67fe8886-6694-423c-8a16-f3bf148c60e0', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:39:54.471454 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.491689 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-1a179eb7-5b36-4bdd-a02f-08a531b26859 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8621707 Oct 12 12:39:54.493385 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40848) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:54.497982 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:39:54.604815 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (5b5647cd-d344-41e0-8579-07804632bc5a), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.606991 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (5b5647cd-d344-41e0-8579-07804632bc5a), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.621540 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:54.627136 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Allocated IP 172.20.0.2 (67fe8886-6694-423c-8a16-f3bf148c60e0/24289879-e424-480d-bc6d-ef9dbd34773a/7b2b800e-64b4-414a-9b12-88ad7232896d) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:39:54.780843 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Publish callbacks [] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.850156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:54.879942 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.912386 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks [] for router_controller (5b5647cd-d344-41e0-8579-07804632bc5a), precommit_add_association {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:54.927083 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:39:54.929998 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:54.933394 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:39:54.941863 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Pushing event updated for resources: {'Port': ['ID=7b2b800e-64b4-414a-9b12-88ad7232896d,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:55.001352 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Attempting to bind port 7b2b800e-64b4-414a-9b12-88ad7232896d on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:39:55.002036 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Attempting to bind port 7b2b800e-64b4-414a-9b12-88ad7232896d by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:39:55.002549 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Attempting to bind port 7b2b800e-64b4-414a-9b12-88ad7232896d on network 67fe8886-6694-423c-8a16-f3bf148c60e0 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:39:55.061907 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:39:55.062317 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Checking segment: {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:39:55.062950 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.063486 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Bound using segment: {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:39:55.064659 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Bound port: 7b2b800e-64b4-414a-9b12-88ad7232896d, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:39:55.065199 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.157746 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] For port 7b2b800e-64b4-414a-9b12-88ad7232896d, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:39:55.161500 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:55.163729 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] For port 7b2b800e-64b4-414a-9b12-88ad7232896d, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7b2b800e-64b4-414a-9b12-88ad7232896d,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:39:55.207112 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40872) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:55.227382 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks [] for router_gateway (5b5647cd-d344-41e0-8579-07804632bc5a), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.250836 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.305208 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591611e7-1ffb-41e6-bc6c-9f4bf813d63c None None] Pushing event updated for resources: {'Port': ['ID=7b2b800e-64b4-414a-9b12-88ad7232896d,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:55.340773 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b8c87321-2cbe-4194-b4bb-7fe4d09e7285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.395512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:55.454931 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b8c87321-2cbe-4194-b4bb-7fe4d09e7285 admin admin] Publish callbacks [] for security_group (7f8e2797-81ab-40fe-b887-29f9af7a7bcc), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.501503 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2a50-d5fb-45cb-9d7b-c4b4d75d27fd req-320256d6-e38c-4f4a-b821-e343f8c49144 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:55.503721 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a5af2a50-d5fb-45cb-9d7b-c4b4d75d27fd req-320256d6-e38c-4f4a-b821-e343f8c49144 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0888944 Oct 12 12:39:55.544869 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b8c87321-2cbe-4194-b4bb-7fe4d09e7285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (7f8e2797-81ab-40fe-b887-29f9af7a7bcc), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.652403 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c87321-2cbe-4194-b4bb-7fe4d09e7285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8e2797-81ab-40fe-b887-29f9af7a7bcc,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:55.669466 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b8c87321-2cbe-4194-b4bb-7fe4d09e7285 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=9270d8acba3e49028f0e3da555172c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601283 Oct 12 12:39:55.672183 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40888) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:55.691186 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a5af2a50-d5fb-45cb-9d7b-c4b4d75d27fd req-a4a74f6f-4344-4685-bce0-69f2c6d57461 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720290 Oct 12 12:39:55.713967 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks [] for router_gateway (5b5647cd-d344-41e0-8579-07804632bc5a), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.734579 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.737457 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b525aa69-d908-4177-94d0-89c4585f0b66 admin admin] Publish callbacks [] for security_group (7f8e2797-81ab-40fe-b887-29f9af7a7bcc), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.765081 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b525aa69-d908-4177-94d0-89c4585f0b66 admin admin] Publish callbacks [] for security_group (7f8e2797-81ab-40fe-b887-29f9af7a7bcc), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.785723 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:55.869434 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Allocated IP 172.27.3.150 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/c33eca76-4e45-45b5-b04f-14eace8b44b3) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:39:55.929466 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b525aa69-d908-4177-94d0-89c4585f0b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (7f8e2797-81ab-40fe-b887-29f9af7a7bcc), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.934069 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b525aa69-d908-4177-94d0-89c4585f0b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:55.935605 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b525aa69-d908-4177-94d0-89c4585f0b66 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7f8e2797-81ab-40fe-b887-29f9af7a7bcc HTTP/1.1" status: 204 len: 168 time: 0.2616439 Oct 12 12:39:55.946577 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525aa69-d908-4177-94d0-89c4585f0b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8e2797-81ab-40fe-b887-29f9af7a7bcc,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:55.979008 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff93a73-79ed-44d9-b5ad-2878a722079b req-acb4fda0-7d51-4e00-8e47-f2979adc0b5c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:55.980707 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5ff93a73-79ed-44d9-b5ad-2878a722079b req-acb4fda0-7d51-4e00-8e47-f2979adc0b5c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0611084 Oct 12 12:39:56.076085 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks [] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.102532 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5ff93a73-79ed-44d9-b5ad-2878a722079b req-082ec048-06af-4610-8472-81b0eaa26626 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111546 Oct 12 12:39:56.221694 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.258409 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:39:56.261441 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:56.267723 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:39:56.286769 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7b2b800e-64b4-414a-9b12-88ad7232896d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:39:56.321711 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Pushing event updated for resources: {'Port': ['ID=c33eca76-4e45-45b5-b04f-14eace8b44b3,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:56.347241 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 7b2b800e-64b4-414a-9b12-88ad7232896d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:39:56.347715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.349161 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 7b2b800e-64b4-414a-9b12-88ad7232896d Oct 12 12:39:56.423086 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b26eb07-17bb-4986-850f-7d577e0175a6 None None] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:39:56.490810 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 7b2b800e-64b4-414a-9b12-88ad7232896d is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:39:56.491196 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.649174 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:56.649807 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-652f3241-436a-40a8-884f-b1da4c2b16d1 None None] Provisioning complete for port 7b2b800e-64b4-414a-9b12-88ad7232896d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:39:56.650112 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-652f3241-436a-40a8-884f-b1da4c2b16d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.650474 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-652f3241-436a-40a8-884f-b1da4c2b16d1 None None] Attempt 1 to provision port 7b2b800e-64b4-414a-9b12-88ad7232896d Oct 12 12:39:56.661791 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks [] for router_gateway (5b5647cd-d344-41e0-8579-07804632bc5a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.723143 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 7b2b800e-64b4-414a-9b12-88ad7232896d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7b2b800e-64b4-414a-9b12-88ad7232896d,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:56.765311 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:56.793140 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.833152 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40912) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:56.858573 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1587e331-0a57-4917-a3ad-607b5a6a7593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.885111 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=7b2b800e-64b4-414a-9b12-88ad7232896d,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:56.915572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c9fd4-cc75-44dc-a2d9-b8a12e5488e1 req-85e0b711-c0b6-4c75-8208-7f5e3e9ac1aa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:56.927631 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1a4c9fd4-cc75-44dc-a2d9-b8a12e5488e1 req-85e0b711-c0b6-4c75-8208-7f5e3e9ac1aa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.1378198 Oct 12 12:39:56.932409 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-652f3241-436a-40a8-884f-b1da4c2b16d1 None None] Current status of the port 7b2b800e-64b4-414a-9b12-88ad7232896d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:39:56.980140 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1587e331-0a57-4917-a3ad-607b5a6a7593 admin admin] Publish callbacks [] for security_group (38839e52-01db-40c0-a392-26a7a66a88b0), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:56.994346 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1a4c9fd4-cc75-44dc-a2d9-b8a12e5488e1 req-2eea65cc-b9df-481c-b3b4-3f277abb2795 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658338 Oct 12 12:39:57.100042 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (5b5647cd-d344-41e0-8579-07804632bc5a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:57.137860 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1587e331-0a57-4917-a3ad-607b5a6a7593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (38839e52-01db-40c0-a392-26a7a66a88b0), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:57.151470 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-ba16c67f-0d25-45c8-b4d1-a3b5ff599c59 None None] Provisioning complete for port 7b2b800e-64b4-414a-9b12-88ad7232896d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:39:57.151938 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-ba16c67f-0d25-45c8-b4d1-a3b5ff599c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:57.152472 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-ba16c67f-0d25-45c8-b4d1-a3b5ff599c59 None None] Attempt 1 to provision port 7b2b800e-64b4-414a-9b12-88ad7232896d Oct 12 12:39:57.235266 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-ba16c67f-0d25-45c8-b4d1-a3b5ff599c59 None None] Current status of the port 7b2b800e-64b4-414a-9b12-88ad7232896d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:39:57.260172 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587e331-0a57-4917-a3ad-607b5a6a7593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38839e52-01db-40c0-a392-26a7a66a88b0,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:57.271843 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-1587e331-0a57-4917-a3ad-607b5a6a7593 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=9ee0e936b25f4c93afcd34e34a75c206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355583 Oct 12 12:39:57.273615 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40930) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:57.296247 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:57.312152 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba387b9-b904-4e1f-bc4e-3e95f7381417 req-6ab69f95-3f0d-4a62-b679-d8e74827e040 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:57.313647 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cba387b9-b904-4e1f-bc4e-3e95f7381417 req-6ab69f95-3f0d-4a62-b679-d8e74827e040 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0675569 Oct 12 12:39:57.335711 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-add2a0cc-5a0e-4990-8c12-f581c00f4af8 admin admin] Publish callbacks [] for security_group (38839e52-01db-40c0-a392-26a7a66a88b0), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:57.358687 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-add2a0cc-5a0e-4990-8c12-f581c00f4af8 admin admin] Publish callbacks [] for security_group (38839e52-01db-40c0-a392-26a7a66a88b0), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:57.378569 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cba387b9-b904-4e1f-bc4e-3e95f7381417 req-67f44d78-768a-4018-8603-1bf2906c17a8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579321 Oct 12 12:39:57.488532 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Router 5b5647cd-d344-41e0-8579-07804632bc5a is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:39:57.517037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-add2a0cc-5a0e-4990-8c12-f581c00f4af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (38839e52-01db-40c0-a392-26a7a66a88b0), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:57.519587 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-add2a0cc-5a0e-4990-8c12-f581c00f4af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:57.522980 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-add2a0cc-5a0e-4990-8c12-f581c00f4af8 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/38839e52-01db-40c0-a392-26a7a66a88b0 HTTP/1.1" status: 204 len: 168 time: 0.2459738 Oct 12 12:39:57.533489 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2a0cc-5a0e-4990-8c12-f581c00f4af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38839e52-01db-40c0-a392-26a7a66a88b0,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:57.601517 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:39:57.611138 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Sync routers for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:39:57.624070 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:39:57.624820 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:57.692582 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:57.694827 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-a79dcb67-bd39-4317-ac68-7e58848ea574 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1996081 Oct 12 12:39:57.704019 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 40944) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:57.735239 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:39:57.912905 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:57.932454 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:56Z', 'revision_number': 3, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:57.965715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Checking router: 5b5647cd-d344-41e0-8579-07804632bc5a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:39:57.966471 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Updating router 5b5647cd-d344-41e0-8579-07804632bc5a port c33eca76-4e45-45b5-b04f-14eace8b44b3 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:39:58.008364 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:58.008742 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.162012 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc2f96-7b67-41d5-bf58-5ddc8e162f29 req-2a32134f-fff7-4ab9-9319-6101f451c25f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:58.167590 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c6dc2f96-7b67-41d5-bf58-5ddc8e162f29 req-2a32134f-fff7-4ab9-9319-6101f451c25f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0543752 Oct 12 12:39:58.209667 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.236854 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c6dc2f96-7b67-41d5-bf58-5ddc8e162f29 req-1690e631-3df7-464f-ad88-1b5f8e6bab84 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644121 Oct 12 12:39:58.289225 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7b2b800e-64b4-414a-9b12-88ad7232896d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:39:58.331011 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Publish callbacks [] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.358143 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 7b2b800e-64b4-414a-9b12-88ad7232896d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:39:58.358897 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.359528 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 7b2b800e-64b4-414a-9b12-88ad7232896d Oct 12 12:39:58.411884 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Allocated IP 172.20.0.1 (67fe8886-6694-423c-8a16-f3bf148c60e0/24289879-e424-480d-bc6d-ef9dbd34773a/96b71667-c950-42fa-bebe-a6c323aa568b) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:39:58.454224 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.463120 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 7b2b800e-64b4-414a-9b12-88ad7232896d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:39:58.478245 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40974) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:58.492926 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6b62def2-cc96-4bf4-be95-dd6168dce9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.506802 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:58.507757 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Attempting to bind port c33eca76-4e45-45b5-b04f-14eace8b44b3 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:39:58.508128 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Attempting to bind port c33eca76-4e45-45b5-b04f-14eace8b44b3 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:39:58.508486 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Attempting to bind port c33eca76-4e45-45b5-b04f-14eace8b44b3 on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:39:58.538986 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd676f4-3ab6-487f-99e9-37bee88d4cd7 None None] Pushing event updated for resources: {'Port': ['ID=c33eca76-4e45-45b5-b04f-14eace8b44b3,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:58.562416 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:39:58.562634 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:39:58.563116 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.563388 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:39:58.563860 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Bound port: c33eca76-4e45-45b5-b04f-14eace8b44b3, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:39:58.564238 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.592184 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6b62def2-cc96-4bf4-be95-dd6168dce9e6 admin admin] Publish callbacks [] for security_group (163a8737-7224-4f5f-b8b6-c18c6281c95f), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.618372 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] For port c33eca76-4e45-45b5-b04f-14eace8b44b3, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:39:58.621846 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] For port c33eca76-4e45-45b5-b04f-14eace8b44b3, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c33eca76-4e45-45b5-b04f-14eace8b44b3,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:39:58.650915 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:39:58.655525 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6b62def2-cc96-4bf4-be95-dd6168dce9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (163a8737-7224-4f5f-b8b6-c18c6281c95f), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.699136 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-6b62def2-cc96-4bf4-be95-dd6168dce9e6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=07c4b472d8a84d33ae248c2dc1c4c010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198877 Oct 12 12:39:58.700314 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62def2-cc96-4bf4-be95-dd6168dce9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a8737-7224-4f5f-b8b6-c18c6281c95f,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:58.702330 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 40980) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:39:58.703689 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.729138 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:58.744330 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:39:58.745523 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:58.770628 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4c827a01-1cad-4ce9-99e5-f9fcc3adb63b admin admin] Publish callbacks [] for security_group (163a8737-7224-4f5f-b8b6-c18c6281c95f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.797016 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4c827a01-1cad-4ce9-99e5-f9fcc3adb63b admin admin] Publish callbacks [] for security_group (163a8737-7224-4f5f-b8b6-c18c6281c95f), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.811514 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Publish callbacks [] for port (96b71667-c950-42fa-bebe-a6c323aa568b), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.831759 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd676f4-3ab6-487f-99e9-37bee88d4cd7 None None] Pushing event updated for resources: {'Port': ['ID=c33eca76-4e45-45b5-b04f-14eace8b44b3,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:58.831985 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147ff7-4b30-4d4a-91bd-a5dd870d4bc8 req-bc29fad7-1631-46ef-82da-8bf54ac3d601 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:58.834168 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1f147ff7-4b30-4d4a-91bd-a5dd870d4bc8 req-bc29fad7-1631-46ef-82da-8bf54ac3d601 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0675921 Oct 12 12:39:58.900776 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1f147ff7-4b30-4d4a-91bd-a5dd870d4bc8 req-87b75de5-c8db-4048-92bf-b66cd945bea8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609536 Oct 12 12:39:58.903677 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:39:58.952609 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4c827a01-1cad-4ce9-99e5-f9fcc3adb63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (163a8737-7224-4f5f-b8b6-c18c6281c95f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.955365 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4c827a01-1cad-4ce9-99e5-f9fcc3adb63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:58.956685 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-4c827a01-1cad-4ce9-99e5-f9fcc3adb63b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/163a8737-7224-4f5f-b8b6-c18c6281c95f HTTP/1.1" status: 204 len: 168 time: 0.2401311 Oct 12 12:39:58.965301 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c827a01-1cad-4ce9-99e5-f9fcc3adb63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a8737-7224-4f5f-b8b6-c18c6281c95f,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:58.981971 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:59.012174 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:59.033221 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:39:59.041237 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:59.052762 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:39:59.055743 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Pushing event updated for resources: {'Port': ['ID=96b71667-c950-42fa-bebe-a6c323aa568b,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:59.100679 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:59.129993 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (5b5647cd-d344-41e0-8579-07804632bc5a), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:59.181032 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:56Z', 'revision_number': 3, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:59.213359 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8249a-3a54-4601-a527-a67fb5ed2c47 None None] The sync data for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi is: [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:56Z', 'revision_number': 3, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:39:59.380103 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:59.382890 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376932e0-5d76-4d3d-9672-43fcc8a053ce req-a095c467-a907-4561-b6bb-e8bf4db56295 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:39:59.384156 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-376932e0-5d76-4d3d-9672-43fcc8a053ce req-a095c467-a907-4561-b6bb-e8bf4db56295 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0574892 Oct 12 12:39:59.393719 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-6725b60b-e7ca-4d86-bdc7-c52f35d01c92 None None] Provisioning complete for port 96b71667-c950-42fa-bebe-a6c323aa568b triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:39:59.394395 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6725b60b-e7ca-4d86-bdc7-c52f35d01c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:59.394793 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-6725b60b-e7ca-4d86-bdc7-c52f35d01c92 None None] Attempt 1 to provision port 96b71667-c950-42fa-bebe-a6c323aa568b Oct 12 12:39:59.451684 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-6725b60b-e7ca-4d86-bdc7-c52f35d01c92 None None] Port 96b71667-c950-42fa-bebe-a6c323aa568b cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:39:59.454632 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-376932e0-5d76-4d3d-9672-43fcc8a053ce req-463d1eb3-9b15-49ac-987e-578bfa2e2a35 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592828 Oct 12 12:39:59.603740 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Publish callbacks [] for port (96b71667-c950-42fa-bebe-a6c323aa568b), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:59.649757 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:59.712379 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:59.743875 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (5b5647cd-d344-41e0-8579-07804632bc5a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:39:59.745681 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Pushing event updated for resources: {'Port': ['ID=96b71667-c950-42fa-bebe-a6c323aa568b,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:59.850937 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:39:59.852981 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:59.900402 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:39:59.986527 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Router 5b5647cd-d344-41e0-8579-07804632bc5a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:40:00.141831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab0108-6468-4646-9c29-8811f788fd09 req-b5ff7f6b-3651-4f52-bcd1-c933bee45c2c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:00.144634 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7ab0108-6468-4646-9c29-8811f788fd09 req-b5ff7f6b-3651-4f52-bcd1-c933bee45c2c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0962088 Oct 12 12:40:00.157215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-d8ad0b84-384d-4c65-8b99-c55a78d3edf4 None None] Provisioning complete for port 96b71667-c950-42fa-bebe-a6c323aa568b triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:00.157215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0b84-384d-4c65-8b99-c55a78d3edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:00.157215 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-d8ad0b84-384d-4c65-8b99-c55a78d3edf4 None None] Attempt 1 to provision port 96b71667-c950-42fa-bebe-a6c323aa568b Oct 12 12:40:00.196513 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:40:00.212025 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-654e4345-379c-4dd2-96be-bce921c49e0f admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/5b5647cd-d344-41e0-8579-07804632bc5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5029080 Oct 12 12:40:00.221075 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad0b84-384d-4c65-8b99-c55a78d3edf4 None None] Port 96b71667-c950-42fa-bebe-a6c323aa568b cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:40:00.235811 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7ab0108-6468-4646-9c29-8811f788fd09 req-ffa09d80-bb73-4d0b-91f9-b356285db80e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759680 Oct 12 12:40:00.332938 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c33eca76-4e45-45b5-b04f-14eace8b44b3 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:00.341195 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:00.418313 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c33eca76-4e45-45b5-b04f-14eace8b44b3 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:00.418313 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:00.418313 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c33eca76-4e45-45b5-b04f-14eace8b44b3 Oct 12 12:40:00.503416 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c33eca76-4e45-45b5-b04f-14eace8b44b3 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:00.503811 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:00.530901 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port c33eca76-4e45-45b5-b04f-14eace8b44b3, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c33eca76-4e45-45b5-b04f-14eace8b44b3,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:00.596761 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b12be-b475-4d54-aa09-f565c6afbd59 req-079f85d2-c02a-4e8f-a366-7de8abe10420 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:00.598878 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-080b12be-b475-4d54-aa09-f565c6afbd59 req-079f85d2-c02a-4e8f-a366-7de8abe10420 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0497811 Oct 12 12:40:00.604042 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:00.665577 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-080b12be-b475-4d54-aa09-f565c6afbd59 req-4cbdd8f1-8444-47ec-8e7d-d721dac2bf04 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524454 Oct 12 12:40:00.675870 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=c33eca76-4e45-45b5-b04f-14eace8b44b3,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:00.853438 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:01.129614 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Sync routers for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:40:01.139323 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:01.139926 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:01.152351 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41052) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:01.157248 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1077706011-network', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:01.243820 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:01.249852 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Made reservation on behalf of 26d5ba2a9a0b401ea29a47f5b0e047e6 for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:01.252347 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.262810 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.412932 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Publish callbacks [] for security_group (e3c76278-5efd-4949-81e2-ae0efd7ea59a), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.427663 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e608d6-cfd8-48ca-98a5-6ae5651f3ec9 req-1ff52ae4-63d9-4b7c-b77e-6996248d9d7d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:01.438738 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d1e608d6-cfd8-48ca-98a5-6ae5651f3ec9 req-1ff52ae4-63d9-4b7c-b77e-6996248d9d7d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0819252 Oct 12 12:40:01.503342 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d1e608d6-cfd8-48ca-98a5-6ae5651f3ec9 req-9e0502d5-7888-4f17-a4a3-21bab651cbc1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661545 Oct 12 12:40:01.512668 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e3c76278-5efd-4949-81e2-ae0efd7ea59a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.518335 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 2, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:01.537112 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:40:01.552866 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Checking router: 5b5647cd-d344-41e0-8579-07804632bc5a for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:40:01.553219 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Updating router 5b5647cd-d344-41e0-8579-07804632bc5a port 96b71667-c950-42fa-bebe-a6c323aa568b binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:40:01.556711 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (73745901-4f84-4785-b104-2fad43e51d05), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.557021 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Added segment 73745901-4f84-4785-b104-2fad43e51d05 of type vlan for network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 Oct 12 12:40:01.558418 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c76278-5efd-4949-81e2-ae0efd7ea59a,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:01.581758 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.582178 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.583246 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.583657 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.584035 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.584304 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.584636 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.584958 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.585306 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.585586 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.585909 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.586256 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.587449 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.587742 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.588136 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:01.650227 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (827a9a20-3c50-48cb-bfa4-bdc223c9f512), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.727401 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.764332 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (827a9a20-3c50-48cb-bfa4-bdc223c9f512), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.769628 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:01.771234 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:01.839339 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8861dca-dd77-49bb-a985-b2f92c5b4139 req-a03fc773-dd2c-4699-abcd-b9eec8652b4a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:01.841691 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8861dca-dd77-49bb-a985-b2f92c5b4139 req-a03fc773-dd2c-4699-abcd-b9eec8652b4a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0801616 Oct 12 12:40:01.890444 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] Pushing event updated for resources: {'Network': ['ID=827a9a20-3c50-48cb-bfa4-bdc223c9f512,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:01.901157 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:40:01.908216 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8861dca-dd77-49bb-a985-b2f92c5b4139 req-c7874c7b-02f9-498f-a7e1-ea323d204d35 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600903 Oct 12 12:40:01.914570 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6a402ddc-12b8-4dd9-b4e0-bcdf0bb334a0 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7611368 Oct 12 12:40:01.926531 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41090) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:01.939042 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Request body: {'subnet': {'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1077706011-subnet', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'ip_version': 4}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:02.003838 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Made reservation on behalf of 26d5ba2a9a0b401ea29a47f5b0e047e6 for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:02.006793 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255279'] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.035969 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Publish callbacks [] for port (96b71667-c950-42fa-bebe-a6c323aa568b), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.094253 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:02.148475 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.217431 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41096) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:02.224578 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Pushing event updated for resources: {'Port': ['ID=96b71667-c950-42fa-bebe-a6c323aa568b,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:02.250868 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.251205 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.251566 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.251909 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.252235 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.252554 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.252869 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.253183 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.253507 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.253875 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.254257 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.255101 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.255417 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.255727 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.256035 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.274399 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Attempting to bind port 96b71667-c950-42fa-bebe-a6c323aa568b on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:40:02.274768 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Attempting to bind port 96b71667-c950-42fa-bebe-a6c323aa568b by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:40:02.275124 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Attempting to bind port 96b71667-c950-42fa-bebe-a6c323aa568b on network 67fe8886-6694-423c-8a16-f3bf148c60e0 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:02.278074 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c33eca76-4e45-45b5-b04f-14eace8b44b3 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:02.291222 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4356561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255293'] for subnet (8f6aded0-6467-4a3e-bb56-ec09027b0296), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.323010 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:40:02.323379 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Checking segment: {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:02.323779 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.324203 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Bound using segment: {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:40:02.324662 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Bound port: 96b71667-c950-42fa-bebe-a6c323aa568b, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:40:02.325038 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.342027 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c33eca76-4e45-45b5-b04f-14eace8b44b3 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:02.342407 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.342744 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c33eca76-4e45-45b5-b04f-14eace8b44b3 Oct 12 12:40:02.356742 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:02.359743 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6aded0-6467-4a3e-bb56-ec09027b0296,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:02.378881 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41102) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:02.399289 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Checking segment: {'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:02.399883 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Network hostable DHCP agents. Network: 827a9a20-3c50-48cb-bfa4-bdc223c9f512, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:40:02.423180 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:02.427414 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] For port 96b71667-c950-42fa-bebe-a6c323aa568b, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:40:02.429649 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:02.431670 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] For port 96b71667-c950-42fa-bebe-a6c323aa568b, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=96b71667-c950-42fa-bebe-a6c323aa568b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:40:02.475116 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c33eca76-4e45-45b5-b04f-14eace8b44b3 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:02.487131 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-473f5750-c8a3-40f2-934e-b9d5a52d0f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.515115 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:40:02.530918 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.541629 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.579135 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:02.579758 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:02.615248 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-473f5750-c8a3-40f2-934e-b9d5a52d0f76 admin admin] Publish callbacks [] for security_group (5d9e38bc-f11e-4225-bca3-e2fa7569ffcc), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.616997 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 827a9a20-3c50-48cb-bfa4-bdc223c9f512) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:02.623194 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:02.623978 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.629226 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d67d3-6a20-445d-8305-02f5bb922d7b None None] Network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:40:02.670487 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d07513-da4a-443a-a9c6-06b01cf3a1b1 None None] Pushing event updated for resources: {'Port': ['ID=96b71667-c950-42fa-bebe-a6c323aa568b,revision_number=4']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:02.676995 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Publish callbacks [] for security_group (2130e0d3-c5cf-4c50-a630-8983e3ff2b9b), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.712455 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-473f5750-c8a3-40f2-934e-b9d5a52d0f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (5d9e38bc-f11e-4225-bca3-e2fa7569ffcc), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.729038 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:02.748655 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76151b22-f49e-4c55-b530-5bf1e822ddc0 req-1dac8087-b46b-4603-a9ff-cb819a0b9051 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:02.760684 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-76151b22-f49e-4c55-b530-5bf1e822ddc0 req-1dac8087-b46b-4603-a9ff-cb819a0b9051 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1167319 Oct 12 12:40:02.775259 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (2130e0d3-c5cf-4c50-a630-8983e3ff2b9b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.790357 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-0b101825-8a30-4368-8e59-8ddc7df1ad45 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8552637 Oct 12 12:40:02.790978 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41118) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:02.807581 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:02.809316 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-827a9a20-3c50-48cb-bfa4-bdc223c9f512', 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512', 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'fixed_ips': [{'subnet_id': '8f6aded0-6467-4a3e-bb56-ec09027b0296'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:40:02.810499 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.812933 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-473f5750-c8a3-40f2-934e-b9d5a52d0f76 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ab16a60e410f4879b7b34b44217baaa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943718 Oct 12 12:40:02.823366 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41122) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:02.824081 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f5750-c8a3-40f2-934e-b9d5a52d0f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9e38bc-f11e-4225-bca3-e2fa7569ffcc,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:02.841606 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2130e0d3-c5cf-4c50-a630-8983e3ff2b9b,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:02.860988 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.861582 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.862153 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.862658 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.863253 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.864510 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.865044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.866163 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.866781 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.867257 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.867988 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.868462 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.868932 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.869412 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.870365 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:02.886207 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b17eaf27-34d7-48d5-9611-71629300d62f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=683c6772e367473396006f9f21ddd167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045660 Oct 12 12:40:02.888464 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41124) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:02.904209 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:02.909106 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-76151b22-f49e-4c55-b530-5bf1e822ddc0 req-2cc3393a-a37f-49a7-a1e5-9d49b007fcf4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363962 Oct 12 12:40:02.921222 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:02.954026 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-989bbb76-9e01-4178-a74e-4959cb6cf0e8 admin admin] Publish callbacks [] for security_group (5d9e38bc-f11e-4225-bca3-e2fa7569ffcc), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.963645 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b5db77e5-735f-4fef-b14e-a59a54d92e23 admin admin] Publish callbacks [] for security_group (2130e0d3-c5cf-4c50-a630-8983e3ff2b9b), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.987706 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.989410 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:02.989647 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b5db77e5-735f-4fef-b14e-a59a54d92e23 admin admin] Publish callbacks [] for security_group (2130e0d3-c5cf-4c50-a630-8983e3ff2b9b), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.010558 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:03.033520 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-989bbb76-9e01-4178-a74e-4959cb6cf0e8 admin admin] Publish callbacks [] for security_group (5d9e38bc-f11e-4225-bca3-e2fa7569ffcc), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.122081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:03.122279 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:40:02Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:03.136123 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091f487-a6a6-42f9-b415-d1d4fa866d64 req-633433ce-13f1-4bbc-9c78-20b840a7922f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:03.137634 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b091f487-a6a6-42f9-b415-d1d4fa866d64 req-633433ce-13f1-4bbc-9c78-20b840a7922f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0901742 Oct 12 12:40:03.143495 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Allocated IP 172.20.0.2 (827a9a20-3c50-48cb-bfa4-bdc223c9f512/8f6aded0-6467-4a3e-bb56-ec09027b0296/c0b45a37-adb4-4916-a6ea-3e18a9013785) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:03.162073 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23738c70-f56c-4419-a2e6-88372f9bc502 None None] The sync data for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi is: [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:40:02Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:40:03.226089 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b5db77e5-735f-4fef-b14e-a59a54d92e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (2130e0d3-c5cf-4c50-a630-8983e3ff2b9b), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.238134 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b5db77e5-735f-4fef-b14e-a59a54d92e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.240160 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b5db77e5-735f-4fef-b14e-a59a54d92e23 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/2130e0d3-c5cf-4c50-a630-8983e3ff2b9b HTTP/1.1" status: 204 len: 168 time: 0.3507776 Oct 12 12:40:03.259534 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-989bbb76-9e01-4178-a74e-4959cb6cf0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (5d9e38bc-f11e-4225-bca3-e2fa7569ffcc), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.264914 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-989bbb76-9e01-4178-a74e-4959cb6cf0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.266150 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-989bbb76-9e01-4178-a74e-4959cb6cf0e8 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/5d9e38bc-f11e-4225-bca3-e2fa7569ffcc HTTP/1.1" status: 204 len: 168 time: 0.4391561 Oct 12 12:40:03.327605 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bbb76-9e01-4178-a74e-4959cb6cf0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9e38bc-f11e-4225-bca3-e2fa7569ffcc,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:03.331867 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db77e5-735f-4fef-b14e-a59a54d92e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2130e0d3-c5cf-4c50-a630-8983e3ff2b9b,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:03.364278 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b091f487-a6a6-42f9-b415-d1d4fa866d64 req-8d0fe3a9-82f0-40a8-8c03-f5d6bef6eecf tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100437 Oct 12 12:40:03.371453 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e54e0-d8f6-42e5-ae0a-56c293907d5a req-7b28f8af-b041-4e42-8ff0-149aa262f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:03.373098 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-061e54e0-d8f6-42e5-ae0a-56c293907d5a req-7b28f8af-b041-4e42-8ff0-149aa262f0b4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 1129 time: 0.1807482 Oct 12 12:40:03.393094 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks [] for router_controller (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), precommit_add_association {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.417133 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Publish callbacks [] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.513457 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.556483 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:03.561540 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:03.564866 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:03.574732 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:03.593512 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Pushing event updated for resources: {'Port': ['ID=c0b45a37-adb4-4916-a6ea-3e18a9013785,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:03.619011 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks [] for router_gateway (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.633030 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-061e54e0-d8f6-42e5-ae0a-56c293907d5a req-ce9b87d5-7442-4174-a1b6-993e4e9f53c5 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602095 Oct 12 12:40:03.663238 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Attempting to bind port c0b45a37-adb4-4916-a6ea-3e18a9013785 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:40:03.663607 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Attempting to bind port c0b45a37-adb4-4916-a6ea-3e18a9013785 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:40:03.663971 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Attempting to bind port c0b45a37-adb4-4916-a6ea-3e18a9013785 on network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:03.718683 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:40:03.719348 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Checking segment: {'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:03.719646 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.720033 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Bound using segment: {'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:40:03.720674 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Bound port: c0b45a37-adb4-4916-a6ea-3e18a9013785, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:40:03.721051 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.816466 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] For port c0b45a37-adb4-4916-a6ea-3e18a9013785, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:40:03.823092 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] For port c0b45a37-adb4-4916-a6ea-3e18a9013785, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c0b45a37-adb4-4916-a6ea-3e18a9013785,segment=NetworkSegment(73745901-4f84-4785-b104-2fad43e51d05),segment_id=73745901-4f84-4785-b104-2fad43e51d05)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:40:03.920150 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:03.992937 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c58339-270b-4e2a-8af7-efb4ea294ed8 None None] Pushing event updated for resources: {'Port': ['ID=c0b45a37-adb4-4916-a6ea-3e18a9013785,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:03.994667 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks [] for router_gateway (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.018306 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.176110 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fa880-4b26-4b9f-8f26-13897feba4b3 req-f6b3e2fc-858e-4d57-8382-f304022fe04a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:04.181746 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8c1fa880-4b26-4b9f-8f26-13897feba4b3 req-f6b3e2fc-858e-4d57-8382-f304022fe04a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0976753 Oct 12 12:40:04.219573 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:04.332956 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Allocated IP 172.27.3.139 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:04.360723 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41162) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:04.374512 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8c1fa880-4b26-4b9f-8f26-13897feba4b3 req-44193214-9191-4c94-a834-93d274ea3086 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587780 Oct 12 12:40:04.386023 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-684af84b-ec3e-4ac6-a533-b65778b04386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.480753 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 96b71667-c950-42fa-bebe-a6c323aa568b up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:04.561375 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-684af84b-ec3e-4ac6-a533-b65778b04386 admin admin] Publish callbacks [] for security_group (de811146-24d1-407b-a7ab-e9a562fe44be), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.583650 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 96b71667-c950-42fa-bebe-a6c323aa568b triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:04.584126 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.586135 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 96b71667-c950-42fa-bebe-a6c323aa568b Oct 12 12:40:04.658727 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-684af84b-ec3e-4ac6-a533-b65778b04386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (de811146-24d1-407b-a7ab-e9a562fe44be), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.682068 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks [] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.733977 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217f8b-01d9-4acd-b80b-962fe9dea714 req-39bed6ca-79b9-4591-88c3-a6e54d60b0df tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:04.741191 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-82217f8b-01d9-4acd-b80b-962fe9dea714 req-39bed6ca-79b9-4591-88c3-a6e54d60b0df tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.1775770 Oct 12 12:40:04.805504 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.820989 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 96b71667-c950-42fa-bebe-a6c323aa568b is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:04.821523 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.829690 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-684af84b-ec3e-4ac6-a533-b65778b04386 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=42cc467a8b2a418999855bd196aa5f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679182 Oct 12 12:40:04.836901 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41178) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:04.849276 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684af84b-ec3e-4ac6-a533-b65778b04386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de811146-24d1-407b-a7ab-e9a562fe44be,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:04.871028 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-82217f8b-01d9-4acd-b80b-962fe9dea714 req-d616aabb-a01c-4b80-8794-d265421fed8c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285346 Oct 12 12:40:04.881745 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 96b71667-c950-42fa-bebe-a6c323aa568b, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=96b71667-c950-42fa-bebe-a6c323aa568b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:04.889819 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:04.934425 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:04.936144 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:04.943914 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:04.961590 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7d90f38b-a9d5-4789-a9d5-9b580451b5d5 admin admin] Publish callbacks [] for security_group (de811146-24d1-407b-a7ab-e9a562fe44be), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.982737 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:04.986324 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c0b45a37-adb4-4916-a6ea-3e18a9013785 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:05.031633 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7d90f38b-a9d5-4789-a9d5-9b580451b5d5 admin admin] Publish callbacks [] for security_group (de811146-24d1-407b-a7ab-e9a562fe44be), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.048035 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41182) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:05.071475 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-b5d3d4a0-ca0d-405c-b539-3ec64290b381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781459277', 'description': 'tempest-description--1657070669'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:05.099867 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41186) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:05.225572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41190) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:05.286710 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d4a0-ca0d-405c-b539-3ec64290b381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.292892 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7d90f38b-a9d5-4789-a9d5-9b580451b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (de811146-24d1-407b-a7ab-e9a562fe44be), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.296413 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7d90f38b-a9d5-4789-a9d5-9b580451b5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.299303 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-7d90f38b-a9d5-4789-a9d5-9b580451b5d5 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/de811146-24d1-407b-a7ab-e9a562fe44be HTTP/1.1" status: 204 len: 168 time: 0.4612038 Oct 12 12:40:05.317654 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=96b71667-c950-42fa-bebe-a6c323aa568b,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:05.341371 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c0b45a37-adb4-4916-a6ea-3e18a9013785 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:05.342305 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.342824 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c0b45a37-adb4-4916-a6ea-3e18a9013785 Oct 12 12:40:05.351416 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-475878830-network', 'tenant_id': '0c9f0d8dfa9544a9a9fec1c5dad43d74'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:05.383822 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90f38b-a9d5-4789-a9d5-9b580451b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de811146-24d1-407b-a7ab-e9a562fe44be,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:05.485653 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c0b45a37-adb4-4916-a6ea-3e18a9013785 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:05.486081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.505716 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f07857b5-d54a-468c-991d-9d54f8f1917e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.526031 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port c0b45a37-adb4-4916-a6ea-3e18a9013785, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c0b45a37-adb4-4916-a6ea-3e18a9013785,segment=NetworkSegment(73745901-4f84-4785-b104-2fad43e51d05),segment_id=73745901-4f84-4785-b104-2fad43e51d05)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:05.528510 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c4f2a-ddfc-43fb-b3ab-32debf06945a None None] Network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:40:05.552851 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Made reservation on behalf of 0c9f0d8dfa9544a9a9fec1c5dad43d74 for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:05.555314 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.566494 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.588620 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec4e98-a42d-4f15-9108-85a638e58553 req-531d1089-c8b4-4960-ae87-6b247f8b6e4c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:05.590200 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1bec4e98-a42d-4f15-9108-85a638e58553 req-531d1089-c8b4-4960-ae87-6b247f8b6e4c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1036365 Oct 12 12:40:05.594142 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks [] for router_gateway (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.601797 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d4a0-ca0d-405c-b539-3ec64290b381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (866c442e-65fc-42ee-b5dc-f0ba02f57f19), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.661222 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.667460 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1bec4e98-a42d-4f15-9108-85a638e58553 req-8d3fcd67-544e-43ee-b57d-b09764b39a6a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690653 Oct 12 12:40:05.672847 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d4a0-ca0d-405c-b539-3ec64290b381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (866c442e-65fc-42ee-b5dc-f0ba02f57f19), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.708328 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-165f3de1-abd4-4dd4-a1e7-eaf8ba9e80f0 None None] Provisioning complete for port c0b45a37-adb4-4916-a6ea-3e18a9013785 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:05.709214 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-165f3de1-abd4-4dd4-a1e7-eaf8ba9e80f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.709214 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-165f3de1-abd4-4dd4-a1e7-eaf8ba9e80f0 None None] Attempt 1 to provision port c0b45a37-adb4-4916-a6ea-3e18a9013785 Oct 12 12:40:05.740252 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f07857b5-d54a-468c-991d-9d54f8f1917e admin admin] Publish callbacks [] for security_group (85e2a221-989d-4fac-b09e-cb509ee14ad2), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.761670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3d4a0-ca0d-405c-b539-3ec64290b381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866c442e-65fc-42ee-b5dc-f0ba02f57f19,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:05.776488 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=c0b45a37-adb4-4916-a6ea-3e18a9013785,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:05.836738 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-165f3de1-abd4-4dd4-a1e7-eaf8ba9e80f0 None None] Current status of the port c0b45a37-adb4-4916-a6ea-3e18a9013785 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:05.847752 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d4a0-ca0d-405c-b539-3ec64290b381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.852499 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b5d3d4a0-ca0d-405c-b539-3ec64290b381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8030882 Oct 12 12:40:05.853917 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41204) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:05.854648 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f07857b5-d54a-468c-991d-9d54f8f1917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (85e2a221-989d-4fac-b09e-cb509ee14ad2), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.885114 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.888996 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-0c39c4d3-196c-4174-8e61-4c086369bc79 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group_rule': {'security_group_id': '866c442e-65fc-42ee-b5dc-f0ba02f57f19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:05.902629 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-f07857b5-d54a-468c-991d-9d54f8f1917e admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=7b2052c4ed6041ce9d5fc06aa845ed6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6754358 Oct 12 12:40:05.905682 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41206) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:05.922298 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Publish callbacks [] for security_group (6e435afd-ef79-422b-ac9c-e971936b1b76), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:05.935666 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:06.060948 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07857b5-d54a-468c-991d-9d54f8f1917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2a221-989d-4fac-b09e-cb509ee14ad2,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:06.061406 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-3043287d-23d6-4666-9215-f8b257b0847c None None] Provisioning complete for port c0b45a37-adb4-4916-a6ea-3e18a9013785 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:06.061406 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3043287d-23d6-4666-9215-f8b257b0847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.061406 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-3043287d-23d6-4666-9215-f8b257b0847c None None] Attempt 1 to provision port c0b45a37-adb4-4916-a6ea-3e18a9013785 Oct 12 12:40:06.146547 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3043287d-23d6-4666-9215-f8b257b0847c None None] Current status of the port c0b45a37-adb4-4916-a6ea-3e18a9013785 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:06.193916 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0c39c4d3-196c-4174-8e61-4c086369bc79 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (b4a19fa0-6a45-4950-a59a-db662cea8444), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.275269 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0c39c4d3-196c-4174-8e61-4c086369bc79 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (b4a19fa0-6a45-4950-a59a-db662cea8444), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.279169 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:06.299577 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 96b71667-c950-42fa-bebe-a6c323aa568b up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:06.306948 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (6e435afd-ef79-422b-ac9c-e971936b1b76), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.341375 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0c39c4d3-196c-4174-8e61-4c086369bc79 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (b4a19fa0-6a45-4950-a59a-db662cea8444), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.346456 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca16f07-27dc-428d-b822-b4a248ddc3e0 req-f1f37847-2776-4f50-b2bb-457995da6ff4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:06.348009 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1ca16f07-27dc-428d-b822-b4a248ddc3e0 req-f1f37847-2776-4f50-b2bb-457995da6ff4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.3612602 Oct 12 12:40:06.360589 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c4d3-196c-4174-8e61-4c086369bc79 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a19fa0-6a45-4950-a59a-db662cea8444,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:06.370979 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:40:06.371778 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 96b71667-c950-42fa-bebe-a6c323aa568b triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:06.372331 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.372842 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 96b71667-c950-42fa-bebe-a6c323aa568b Oct 12 12:40:06.413038 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-df8b2ab5-27f1-421b-9fa4-9f998b64d313 admin admin] Publish callbacks [] for security_group (85e2a221-989d-4fac-b09e-cb509ee14ad2), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.428951 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (230a8335-09f7-4d68-bc82-642aef7773a9), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.429301 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Added segment 230a8335-09f7-4d68-bc82-642aef7773a9 of type vlan for network 28a68333-5806-4ed4-b231-101d2ee13320 Oct 12 12:40:06.434730 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e435afd-ef79-422b-ac9c-e971936b1b76,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:06.453261 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 96b71667-c950-42fa-bebe-a6c323aa568b is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:06.454563 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c0b45a37-adb4-4916-a6ea-3e18a9013785 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:06.455687 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:06.463440 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-df8b2ab5-27f1-421b-9fa4-9f998b64d313 admin admin] Publish callbacks [] for security_group (85e2a221-989d-4fac-b09e-cb509ee14ad2), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.501462 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c0b45a37-adb4-4916-a6ea-3e18a9013785 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:06.502039 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.502378 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c0b45a37-adb4-4916-a6ea-3e18a9013785 Oct 12 12:40:06.509407 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0c39c4d3-196c-4174-8e61-4c086369bc79 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.510752 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-0c39c4d3-196c-4174-8e61-4c086369bc79 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6261299 Oct 12 12:40:06.513603 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41222) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:06.518504 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-2e348e94-7fe3-4515-a71e-c9db4b0c3279 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group_rule': {'security_group_id': '866c442e-65fc-42ee-b5dc-f0ba02f57f19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:06.546264 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (28a68333-5806-4ed4-b231-101d2ee13320), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.547031 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1ca16f07-27dc-428d-b822-b4a248ddc3e0 req-0483b312-91e9-4065-bb75-13b621983ff2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736846 Oct 12 12:40:06.613337 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c0b45a37-adb4-4916-a6ea-3e18a9013785 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:06.621083 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:06.651564 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:40:06.653517 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (28a68333-5806-4ed4-b231-101d2ee13320), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.654655 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:06.655233 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.659016 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2e348e94-7fe3-4515-a71e-c9db4b0c3279 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (9bbf7ba4-6711-45ca-9234-3c34e96ce911), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.716847 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-df8b2ab5-27f1-421b-9fa4-9f998b64d313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (85e2a221-989d-4fac-b09e-cb509ee14ad2), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.722275 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-df8b2ab5-27f1-421b-9fa4-9f998b64d313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.722275 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-df8b2ab5-27f1-421b-9fa4-9f998b64d313 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/85e2a221-989d-4fac-b09e-cb509ee14ad2 HTTP/1.1" status: 204 len: 168 time: 0.8139157 Oct 12 12:40:06.762131 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2e348e94-7fe3-4515-a71e-c9db4b0c3279 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (9bbf7ba4-6711-45ca-9234-3c34e96ce911), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.788007 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6861067 Oct 12 12:40:06.791615 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2ab5-27f1-421b-9fa4-9f998b64d313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2a221-989d-4fac-b09e-cb509ee14ad2,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:06.795826 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41238) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:06.807396 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Request body: {'subnet': {'network_id': '28a68333-5806-4ed4-b231-101d2ee13320', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-475878830-subnet', 'tenant_id': '0c9f0d8dfa9544a9a9fec1c5dad43d74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:06.815190 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c82d0-2786-4d88-a7ba-098ad443f38a admin admin] Pushing event updated for resources: {'Network': ['ID=28a68333-5806-4ed4-b231-101d2ee13320,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:06.842682 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45074a-23a5-4cc0-8b95-c55f70e64183 req-b73284b1-8a96-4c37-a3bd-8232580497e6 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:06.842682 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8a45074a-23a5-4cc0-8b95-c55f70e64183 req-b73284b1-8a96-4c37-a3bd-8232580497e6 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0668147 Oct 12 12:40:06.843177 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 28a68333-5806-4ed4-b231-101d2ee13320 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:40:06.863679 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2e348e94-7fe3-4515-a71e-c9db4b0c3279 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (9bbf7ba4-6711-45ca-9234-3c34e96ce911), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:06.899607 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e348e94-7fe3-4515-a71e-c9db4b0c3279 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbf7ba4-6711-45ca-9234-3c34e96ce911,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:06.900378 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:40:06.928013 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Sync routers for ids ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:40:06.952717 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8a45074a-23a5-4cc0-8b95-c55f70e64183 req-a5a71b53-abdc-4e4e-96bc-34a6b3c05db4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968242 Oct 12 12:40:06.963778 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Routers {'8b51c49b-d3aa-49bf-b01f-b0036ea92b74'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:06.964376 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:06.994206 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Made reservation on behalf of 0c9f0d8dfa9544a9a9fec1c5dad43d74 for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:06.998594 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255279'] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.053044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2e348e94-7fe3-4515-a71e-c9db4b0c3279 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.054888 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-2e348e94-7fe3-4515-a71e-c9db4b0c3279 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5401723 Oct 12 12:40:07.058996 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41248) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:07.073586 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.074964 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-dfdaee30-3328-4c56-9197-96adab0e7e49 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2787845 Oct 12 12:40:07.077771 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41250) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:07.093249 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:07.112367 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Set router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:07.279729 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.293952 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac535cd0-c537-44ab-bb05-b0d49b484161 req-f762df52-07aa-4491-8308-86dc66546528 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:07.303135 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ac535cd0-c537-44ab-bb05-b0d49b484161 req-f762df52-07aa-4491-8308-86dc66546528 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.1134901 Oct 12 12:40:07.351619 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:07.412755 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03500cee-9118-4e07-8f62-012f9f830cbb req-c621750a-338a-4324-a18a-8b20fdadf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:07.415017 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03500cee-9118-4e07-8f62-012f9f830cbb req-c621750a-338a-4324-a18a-8b20fdadf834 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 1129 time: 0.1879544 Oct 12 12:40:07.491210 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:40:05Z', 'revision_number': 3, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port': {'id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:04Z', 'updated_at': '2022-10-12T12:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:07.524283 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Checking router: 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:40:07.524900 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Updating router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:40:07.542316 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ac535cd0-c537-44ab-bb05-b0d49b484161 req-d6dca6da-d238-414e-b51c-36066c080e27 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380378 Oct 12 12:40:07.586589 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.587770 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.641224 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4356561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255293'] for subnet (464ba491-a1a3-4d0d-8257-0e7024648ea1), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.698182 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Allocated IP 172.27.3.201 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:07.762455 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Pushing event updated for resources: {'Subnet': ['ID=464ba491-a1a3-4d0d-8257-0e7024648ea1,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:07.781227 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03500cee-9118-4e07-8f62-012f9f830cbb req-9a4dbf75-c6cf-4736-8000-7d53d038edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:07.782741 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03500cee-9118-4e07-8f62-012f9f830cbb req-9a4dbf75-c6cf-4736-8000-7d53d038edbb service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.3608398 Oct 12 12:40:07.785131 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Checking segment: {'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:07.785489 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Network hostable DHCP agents. Network: 28a68333-5806-4ed4-b231-101d2ee13320, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:40:07.831856 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03500cee-9118-4e07-8f62-012f9f830cbb req-df05cf68-b7e7-4b6d-b475-7792dcaa9888 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a HTTP/1.1" status: 200 len: 217 time: 0.0383747 Oct 12 12:40:07.838231 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.886559 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:07.899418 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:07.907933 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03500cee-9118-4e07-8f62-012f9f830cbb req-c96a0b4e-9d68-45b2-9014-075cac94a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:07.909417 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03500cee-9118-4e07-8f62-012f9f830cbb req-c96a0b4e-9d68-45b2-9014-075cac94a81f service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0708721 Oct 12 12:40:07.930397 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Network 28a68333-5806-4ed4-b231-101d2ee13320 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:40:07.975060 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03500cee-9118-4e07-8f62-012f9f830cbb req-1c5afd55-380d-4b9d-97b1-b71a05d756f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:07.976594 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03500cee-9118-4e07-8f62-012f9f830cbb req-1c5afd55-380d-4b9d-97b1-b71a05d756f9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542264 Oct 12 12:40:08.003814 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Allocated IP 172.20.0.1 (827a9a20-3c50-48cb-bfa4-bdc223c9f512/8f6aded0-6467-4a3e-bb56-ec09027b0296/4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:08.088112 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 28a68333-5806-4ed4-b231-101d2ee13320) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:08.090282 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03500cee-9118-4e07-8f62-012f9f830cbb req-d72852d8-7e05-4d86-9c36-ad3505f9486f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062570 Oct 12 12:40:08.096295 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f872e-bfe0-4fd9-91aa-a019fd80cb66 None None] Network 28a68333-5806-4ed4-b231-101d2ee13320 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:40:08.106244 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41260) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:08.111150 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.116816 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:08.117720 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.150431 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec511-7603-493b-bc84-5c7fd28a690c req-c20f1702-5c40-4d91-8b4b-de9b78c8f6fa tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:08.158755 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c46ec511-7603-493b-bc84-5c7fd28a690c req-c20f1702-5c40-4d91-8b4b-de9b78c8f6fa tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0848668 Oct 12 12:40:08.213402 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:08.224639 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:08.229037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:08.231144 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:08.267999 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Publish callbacks [] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.279846 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c46ec511-7603-493b-bc84-5c7fd28a690c req-7a0bba29-d3fa-4b41-a986-9be901924ac2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202528 Oct 12 12:40:08.290524 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9d2ec722-1b05-41b3-9baa-22611a55423b admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4897337 Oct 12 12:40:08.304631 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-004ef684-9e7c-4f6f-914b-3dca6e220220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.333400 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6df9a9-afd2-4057-ba13-0fe6576f7b61 None None] Network 28a68333-5806-4ed4-b231-101d2ee13320 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:40:08.335377 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03500cee-9118-4e07-8f62-012f9f830cbb req-a9fb4e0f-0eb5-4fa4-9253-0a6667c2e232 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393658 Oct 12 12:40:08.428316 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.453978 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (153144c1-690b-4b82-bba0-6fd397db80ac), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.471336 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Publish callbacks [] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.502748 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:08.508298 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:08.509585 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:08.516222 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-004ef684-9e7c-4f6f-914b-3dca6e220220 admin admin] Publish callbacks [] for security_group (06eb9cac-43a7-45a8-a985-8584cf79268b), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.540487 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:08.581816 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:08.583208 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.585129 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.589476 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-004ef684-9e7c-4f6f-914b-3dca6e220220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (06eb9cac-43a7-45a8-a985-8584cf79268b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.638337 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Attempting to bind port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:40:08.638940 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Attempting to bind port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:40:08.639385 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Attempting to bind port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:08.659153 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.730171 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f2bec-bb85-487b-8d05-12bec23acb93 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:08.733316 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ef684-9e7c-4f6f-914b-3dca6e220220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eb9cac-43a7-45a8-a985-8584cf79268b,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:08.736880 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:40:08.737260 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:08.737747 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.738290 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:40:08.738642 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Bound port: ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:40:08.739055 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.765908 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-004ef684-9e7c-4f6f-914b-3dca6e220220 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f431e712685e486eb5731f4b0b4b25a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6560767 Oct 12 12:40:08.771698 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41276) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:08.806544 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68645b5-3725-466e-94c5-86aef701266d req-21279bd6-1410-41b2-a23e-2b3bc3dbf491 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:08.808089 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c68645b5-3725-466e-94c5-86aef701266d req-21279bd6-1410-41b2-a23e-2b3bc3dbf491 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.1114450 Oct 12 12:40:08.819552 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] For port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:40:08.822677 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:08.823627 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] For port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:40:08.875264 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-70959107-3ff6-47d8-bfa1-4eff71aadb24 admin admin] Publish callbacks [] for security_group (06eb9cac-43a7-45a8-a985-8584cf79268b), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.899892 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-70959107-3ff6-47d8-bfa1-4eff71aadb24 admin admin] Publish callbacks [] for security_group (06eb9cac-43a7-45a8-a985-8584cf79268b), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.902205 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-b8ab73b4-1da6-4c6b-9cd6-728f6d29ddf3 None None] Provisioning complete for port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:08.902659 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b8ab73b4-1da6-4c6b-9cd6-728f6d29ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.903076 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-b8ab73b4-1da6-4c6b-9cd6-728f6d29ddf3 None None] Attempt 1 to provision port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 Oct 12 12:40:08.908140 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.921802 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c68645b5-3725-466e-94c5-86aef701266d req-3daa200c-3f07-4600-9222-68dc55dc107c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032453 Oct 12 12:40:08.970625 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.985768 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:08.993829 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:08.998964 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab73b4-1da6-4c6b-9cd6-728f6d29ddf3 None None] Port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:40:09.009258 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Routers {'8b51c49b-d3aa-49bf-b01f-b0036ea92b74'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:09.009885 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:09.053916 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f2bec-bb85-487b-8d05-12bec23acb93 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:09.123351 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] Set router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:09.144784 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Publish callbacks [] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.156756 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-70959107-3ff6-47d8-bfa1-4eff71aadb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (06eb9cac-43a7-45a8-a985-8584cf79268b), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.163589 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.163751 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-70959107-3ff6-47d8-bfa1-4eff71aadb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.163751 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-70959107-3ff6-47d8-bfa1-4eff71aadb24 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/06eb9cac-43a7-45a8-a985-8584cf79268b HTTP/1.1" status: 204 len: 168 time: 0.3876827 Oct 12 12:40:09.173701 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70959107-3ff6-47d8-bfa1-4eff71aadb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eb9cac-43a7-45a8-a985-8584cf79268b,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:09.229781 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (153144c1-690b-4b82-bba0-6fd397db80ac), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.232542 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:09.312391 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.341632 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 4, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port': {'id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:04Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194', 'name': '', 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'mac_address': 'fa:16:3e:66:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:07Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 1, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'subnets': [{'id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:09.370193 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1056f-40e5-4893-8391-a81eacfe52b3 None None] The sync data for ids ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'] in dv-cinder-812685-16-iscsi is: [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 4, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port': {'id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:04Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194', 'name': '', 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'mac_address': 'fa:16:3e:66:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:07Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 1, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'subnets': [{'id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:40:09.383338 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.385552 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:09.389635 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.396306 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-aa9c2d1c-a88b-45bf-ad2a-6b894b89f849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3309650 Oct 12 12:40:09.502205 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:09.516465 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065dafa-11b0-40e9-b143-c1daf45527a8 req-ae9240d8-570a-4288-b012-92d545887c6a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:09.524077 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1065dafa-11b0-40e9-b143-c1daf45527a8 req-ae9240d8-570a-4288-b012-92d545887c6a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1275070 Oct 12 12:40:09.558001 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:09.705246 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-7873a8cd-a05a-440c-b783-a65a61240cb2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--781459277&fields=id&tenant_id=fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 267 time: 0.0973859 Oct 12 12:40:09.732106 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:09.736274 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1065dafa-11b0-40e9-b143-c1daf45527a8 req-478fc4c2-a687-417a-b12c-93d8140918e4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113349 Oct 12 12:40:09.737807 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:09.746961 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:09.841471 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:09.985716 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-89df5f83-9de0-47fd-b64f-930bce859fe6 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:09.987285 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-89df5f83-9de0-47fd-b64f-930bce859fe6 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 815 time: 0.2693381 Oct 12 12:40:10.003636 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-6c60c403-beb7-4074-9e49-cd4ada0450ca tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/quotas/fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 375 time: 0.0109007 Oct 12 12:40:10.025528 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:10.053682 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:40:10.099077 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-a0a43a57-a648-4b72-8872-f4e395c66184 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842068 Oct 12 12:40:10.183417 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda28ec9-5832-4e2c-a778-82f3fb94db8e req-de6fc4d0-0c37-432b-8a2b-6cebc2c36fa1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:10.190342 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-bda28ec9-5832-4e2c-a778-82f3fb94db8e req-de6fc4d0-0c37-432b-8a2b-6cebc2c36fa1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.1259117 Oct 12 12:40:10.225271 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-c163db98-c2c2-4f43-8fe5-9c2da7eff161 None None] Provisioning complete for port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:10.226260 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-c163db98-c2c2-4f43-8fe5-9c2da7eff161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:10.235943 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-c163db98-c2c2-4f43-8fe5-9c2da7eff161 None None] Attempt 1 to provision port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 Oct 12 12:40:10.260363 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:10.281099 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-43a8c294-db39-4648-b327-a075187bcc0d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652107 Oct 12 12:40:10.304272 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-bda28ec9-5832-4e2c-a778-82f3fb94db8e req-771e4ff1-7e9c-4a7b-a3d3-fb7bfd529882 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129913 Oct 12 12:40:10.315785 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-c163db98-c2c2-4f43-8fe5-9c2da7eff161 None None] Port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:40:10.331225 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:40:10.346008 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-5c402568-40bd-4c48-a8fa-c2751935cfe2 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/8b51c49b-d3aa-49bf-b01f-b0036ea92b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2595997 Oct 12 12:40:10.420823 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-53d9fce6-b96e-4a99-be66-0387eca51632 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308906 Oct 12 12:40:10.608638 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-51d61053-dd83-44d6-bf6f-720fdd840754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:10.610444 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-51d61053-dd83-44d6-bf6f-720fdd840754 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 1129 time: 0.0907054 Oct 12 12:40:10.775421 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-89d10c03-c389-4cfd-a614-3f560dc74f6b req-f0427eb7-c09d-46eb-b72f-7986695a3dc0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0343170 Oct 12 12:40:10.807565 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-3cd56d45-81d1-429a-87d7-6836da5dd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:10.809494 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-3cd56d45-81d1-429a-87d7-6836da5dd363 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.1698773 Oct 12 12:40:10.869314 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-4051b573-8ce7-4a7e-88d0-c6904cad7dce service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a HTTP/1.1" status: 200 len: 217 time: 0.0511196 Oct 12 12:40:11.010370 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41344) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:11.010951 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-012dcda6-eba4-4cd3-a953-acb7a29926d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:11.012369 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-012dcda6-eba4-4cd3-a953-acb7a29926d6 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.1361599 Oct 12 12:40:11.015803 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-73ff197f-3047-41f1-983e-41861a5f89b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35834723', 'description': 'tempest-secgroup-smoke-35834723 description', 'project_id': 'b15d78e196664c1aa41be6c5afe4238b'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:11.021166 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8616e48-6d3a-4305-add6-58f791a1018c req-4b0bb22d-462d-452e-8924-242d4320eec8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:11.029383 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b8616e48-6d3a-4305-add6-58f791a1018c req-4b0bb22d-462d-452e-8924-242d4320eec8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0923908 Oct 12 12:40:11.106683 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b8616e48-6d3a-4305-add6-58f791a1018c req-c8d48a44-4626-40b9-afe7-348af45ccabe tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763257 Oct 12 12:40:11.129150 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-73ff197f-3047-41f1-983e-41861a5f89b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:11.282280 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-73ff197f-3047-41f1-983e-41861a5f89b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group (23c49f11-ffd0-43ff-8d14-ed63029f98a7), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:11.337290 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-931fe9dd-b9c3-4216-a4e9-1ef57e1bbe35 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:11.338940 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-931fe9dd-b9c3-4216-a4e9-1ef57e1bbe35 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/networks?id=28a68333-5806-4ed4-b231-101d2ee13320 HTTP/1.1" status: 200 len: 813 time: 0.1402555 Oct 12 12:40:11.356573 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-73ff197f-3047-41f1-983e-41861a5f89b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (23c49f11-ffd0-43ff-8d14-ed63029f98a7), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:11.378554 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-13e941a4-d595-4afc-8fca-fc265a528c3a tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/quotas/0c9f0d8dfa9544a9a9fec1c5dad43d74 HTTP/1.1" status: 200 len: 375 time: 0.0336320 Oct 12 12:40:11.416318 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:11.419849 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff197f-3047-41f1-983e-41861a5f89b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c49f11-ffd0-43ff-8d14-ed63029f98a7,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:11.448373 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-eb7a0bb8-a24c-4fc7-a2e3-0050b089c80d tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630336 Oct 12 12:40:11.481376 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f5c8-9de7-4c91-b673-288597693be4 req-fa00e537-6e28-429c-b6ff-0495be382bb2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:11.488587 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a360f5c8-9de7-4c91-b673-288597693be4 req-fa00e537-6e28-429c-b6ff-0495be382bb2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0720611 Oct 12 12:40:11.504134 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-73ff197f-3047-41f1-983e-41861a5f89b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:11.506812 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-73ff197f-3047-41f1-983e-41861a5f89b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4952421 Oct 12 12:40:11.509645 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41398) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:11.517493 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-e6630da4-60a4-4bea-982a-78a90f7e046f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'security_group_rule': {'security_group_id': '23c49f11-ffd0-43ff-8d14-ed63029f98a7', 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:11.561237 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a360f5c8-9de7-4c91-b673-288597693be4 req-b4d39651-e366-4e7a-8679-e184f9123ff3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713923 Oct 12 12:40:11.597822 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-796613d4-973d-4617-8e72-01c0e6938c38 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478732 Oct 12 12:40:11.637160 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e6630da4-60a4-4bea-982a-78a90f7e046f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (d9be66af-9f1d-40b0-99a6-4ba86973345c), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:11.733816 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:11.751788 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-b2ef8216-e3af-45a5-ba96-08ed8c8861aa service neutron] 10.222.0.44 "GET /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529219 Oct 12 12:40:11.767570 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e6630da4-60a4-4bea-982a-78a90f7e046f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (d9be66af-9f1d-40b0-99a6-4ba86973345c), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:11.871596 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8ce4e305-9212-488c-907f-4b74b169cbef req-31c51f10-887f-4fb5-9b20-208d91bab78e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0268853 Oct 12 12:40:11.907086 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e6630da4-60a4-4bea-982a-78a90f7e046f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (d9be66af-9f1d-40b0-99a6-4ba86973345c), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:11.924250 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6630da4-60a4-4bea-982a-78a90f7e046f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9be66af-9f1d-40b0-99a6-4ba86973345c,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:12.049246 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-97d798c3-d65c-4aa5-844b-f564d647e8a4 req-2744faaa-e494-47cc-9e69-23938ac7d291 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 210 time: 0.0305767 Oct 12 12:40:12.076192 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e6630da4-60a4-4bea-982a-78a90f7e046f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.078264 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e6630da4-60a4-4bea-982a-78a90f7e046f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5676553 Oct 12 12:40:12.081353 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:12.081555 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41414) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:12.087386 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-0ba66bf9-7e5c-4f07-a6d2-704cd52b2a73 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'security_group_rule': {'security_group_id': '23c49f11-ffd0-43ff-8d14-ed63029f98a7', 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:12.235000 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0ba66bf9-7e5c-4f07-a6d2-704cd52b2a73 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (e338c8f2-8061-4264-9025-c99d7b57e29e), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.252358 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903dd72-8017-45d0-8978-5876da72dae2 req-c71e2990-e212-476f-943d-ba93bcc1cda3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:12.253902 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f903dd72-8017-45d0-8978-5876da72dae2 req-c71e2990-e212-476f-943d-ba93bcc1cda3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0668409 Oct 12 12:40:12.287338 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:12.339461 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:12.340118 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.340619 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 Oct 12 12:40:12.347625 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f903dd72-8017-45d0-8978-5876da72dae2 req-96805e5d-bead-4537-a9ec-86de8d470529 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842419 Oct 12 12:40:12.358364 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0ba66bf9-7e5c-4f07-a6d2-704cd52b2a73 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (e338c8f2-8061-4264-9025-c99d7b57e29e), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.365403 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Sync routers for ids ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:40:12.387901 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Routers {'8b51c49b-d3aa-49bf-b01f-b0036ea92b74'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:12.387901 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:12.438234 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:12.438715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.456641 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0ba66bf9-7e5c-4f07-a6d2-704cd52b2a73 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (e338c8f2-8061-4264-9025-c99d7b57e29e), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.466109 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:12.477578 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba66bf9-7e5c-4f07-a6d2-704cd52b2a73 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e338c8f2-8061-4264-9025-c99d7b57e29e,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:12.544886 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Set router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:12.584447 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:12.604192 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.614707 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0ba66bf9-7e5c-4f07-a6d2-704cd52b2a73 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.617195 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41434) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:12.622960 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-0ba66bf9-7e5c-4f07-a6d2-704cd52b2a73 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5400090 Oct 12 12:40:12.623397 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-cea7920c-5fb6-472e-94e2-e502c239bfaa tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'security_group_rule': {'security_group_id': '23c49f11-ffd0-43ff-8d14-ed63029f98a7', 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:12.659708 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:12.733393 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 4, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port': {'id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:04Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194', 'name': '', 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'mac_address': 'fa:16:3e:66:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:07Z', 'updated_at': '2022-10-12T12:40:09Z', 'revision_number': 2, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'subnets': [{'id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:12.752225 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cea7920c-5fb6-472e-94e2-e502c239bfaa tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (7a979872-fa95-4f2f-a030-f2e61c4d0626), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:12.761477 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Checking router: 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:40:12.761820 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Updating router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:40:12.792512 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.008076 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:13.010124 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ee890a99-8301-40e6-9cc7-db5296935aae req-6131d358-98e3-41df-b205-67a0f1b74417 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0386281 Oct 12 12:40:13.044643 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cea7920c-5fb6-472e-94e2-e502c239bfaa tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (7a979872-fa95-4f2f-a030-f2e61c4d0626), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.062603 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Publish callbacks [] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.113064 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cea7920c-5fb6-472e-94e2-e502c239bfaa tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (7a979872-fa95-4f2f-a030-f2e61c4d0626), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.113296 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.133377 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7920c-5fb6-472e-94e2-e502c239bfaa tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a979872-fa95-4f2f-a030-f2e61c4d0626,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:13.140658 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-be47937d-9b0c-49d5-a148-46806ad02293 req-287ec9d2-22bd-435a-a710-e4ee6fbf283e tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 210 time: 0.0290132 Oct 12 12:40:13.224284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cea7920c-5fb6-472e-94e2-e502c239bfaa tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.228294 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-cea7920c-5fb6-472e-94e2-e502c239bfaa tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6067312 Oct 12 12:40:13.228394 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41442) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:13.232679 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-0768c0dd-9a47-4fe0-b778-8beaa859667c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'security_group_rule': {'security_group_id': '23c49f11-ffd0-43ff-8d14-ed63029f98a7', 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:13.271045 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:13.279018 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9f2bf-1d02-4668-b8e5-4a5b64d90647 None None] Pushing event updated for resources: {'Port': ['ID=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:13.283072 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Attempting to bind port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:40:13.283430 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Attempting to bind port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:40:13.283785 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Attempting to bind port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 on network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:13.324437 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:40:13.324801 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Checking segment: {'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:13.325194 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.325572 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Bound using segment: {'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:40:13.326056 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Bound port: 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73745901-4f84-4785-b104-2fad43e51d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:40:13.326428 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.329242 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0768c0dd-9a47-4fe0-b778-8beaa859667c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (4baac579-a806-4821-9811-96bdb37cef23), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.397211 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0768c0dd-9a47-4fe0-b778-8beaa859667c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (4baac579-a806-4821-9811-96bdb37cef23), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.397342 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] For port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:40:13.398677 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] For port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,segment=NetworkSegment(73745901-4f84-4785-b104-2fad43e51d05),segment_id=73745901-4f84-4785-b104-2fad43e51d05)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:40:13.490571 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.505501 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0768c0dd-9a47-4fe0-b778-8beaa859667c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (4baac579-a806-4821-9811-96bdb37cef23), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.512861 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:13.524460 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Routers {'8b51c49b-d3aa-49bf-b01f-b0036ea92b74'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:13.524460 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:39:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:13.540187 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501171a6-ea36-4b0b-b592-4c946aca5f47 req-92af17c9-3e56-4cc8-81fe-5197c9f88470 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:13.541643 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-501171a6-ea36-4b0b-b592-4c946aca5f47 req-92af17c9-3e56-4cc8-81fe-5197c9f88470 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0697351 Oct 12 12:40:13.543166 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768c0dd-9a47-4fe0-b778-8beaa859667c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4baac579-a806-4821-9811-96bdb37cef23,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:13.591966 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9f2bf-1d02-4668-b8e5-4a5b64d90647 None None] Pushing event updated for resources: {'Port': ['ID=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,revision_number=4']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:13.625602 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0768c0dd-9a47-4fe0-b778-8beaa859667c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.626809 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-0768c0dd-9a47-4fe0-b778-8beaa859667c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3975437 Oct 12 12:40:13.630331 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41454) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:13.637271 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-415a182d-32a9-4876-848c-e40111d5e33f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'security_group_rule': {'security_group_id': '23c49f11-ffd0-43ff-8d14-ed63029f98a7', 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:13.641897 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-5514351a-8f0d-4be5-9ed7-1c40662843cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:13.643352 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-5514351a-8f0d-4be5-9ed7-1c40662843cf service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0692608 Oct 12 12:40:13.649918 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:13.667308 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-501171a6-ea36-4b0b-b592-4c946aca5f47 req-2efe761f-3e2b-4fe8-be2c-6007f4f212ee tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131339 Oct 12 12:40:13.669981 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] Set router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:13.763748 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-1fd7ea5f-f8a8-4d91-b165-912cbee2d891 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092381 Oct 12 12:40:13.815181 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.securitygroups_db [None req-415a182d-32a9-4876-848c-e40111d5e33f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Project b15d78e196664c1aa41be6c5afe4238b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:40:13.824801 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-415a182d-32a9-4876-848c-e40111d5e33f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (b7cec9fd-7daf-4a21-820d-07da636ab888), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.897795 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 4, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port': {'id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:04Z', 'updated_at': '2022-10-12T12:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194', 'name': '', 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'mac_address': 'fa:16:3e:66:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:07Z', 'updated_at': '2022-10-12T12:40:13Z', 'revision_number': 4, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'subnets': [{'id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:13.903023 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-44bc6626-2ddb-4c53-97ff-c2e6cbe598b1 req-67e39fc2-95de-4a9c-a67d-4b4a672a7113 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328874 Oct 12 12:40:13.916570 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-415a182d-32a9-4876-848c-e40111d5e33f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (b7cec9fd-7daf-4a21-820d-07da636ab888), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:13.933709 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0cdc82-af6e-4203-a791-48d6d957d66f None None] The sync data for ids ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'] in dv-cinder-812685-16-iscsi is: [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:40:08Z', 'revision_number': 4, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port': {'id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:04Z', 'updated_at': '2022-10-12T12:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194', 'name': '', 'network_id': '827a9a20-3c50-48cb-bfa4-bdc223c9f512', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'mac_address': 'fa:16:3e:66:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:07Z', 'updated_at': '2022-10-12T12:40:13Z', 'revision_number': 4, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'subnets': [{'id': '8f6aded0-6467-4a3e-bb56-ec09027b0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:40:14.042530 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-415a182d-32a9-4876-848c-e40111d5e33f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (b7cec9fd-7daf-4a21-820d-07da636ab888), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.083235 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a182d-32a9-4876-848c-e40111d5e33f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cec9fd-7daf-4a21-820d-07da636ab888,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:14.147499 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4b5d5d33-aecb-4c68-90c9-47604ae6edc5 req-3aec4b70-bf01-4798-a33d-5136a8e3ac6f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0349414 Oct 12 12:40:14.167801 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-415a182d-32a9-4876-848c-e40111d5e33f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.169488 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-415a182d-32a9-4876-848c-e40111d5e33f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5382631 Oct 12 12:40:14.172570 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41472) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:14.179037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-24288b16-2bd1-492e-84d3-292fcb2579cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'security_group_rule': {'security_group_id': '23c49f11-ffd0-43ff-8d14-ed63029f98a7', 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:14.286713 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cc627af6-dcb2-417b-80a6-b7391ff65d8b req-671998f8-531f-438b-a8f6-a804417eab46 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 210 time: 0.0349884 Oct 12 12:40:14.307443 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.securitygroups_db [None req-24288b16-2bd1-492e-84d3-292fcb2579cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Project b15d78e196664c1aa41be6c5afe4238b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:40:14.314970 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-24288b16-2bd1-492e-84d3-292fcb2579cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (b015782e-fc08-475e-b36b-3e34f7cca82a), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.403644 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-24288b16-2bd1-492e-84d3-292fcb2579cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (b015782e-fc08-475e-b36b-3e34f7cca82a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.472957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-24288b16-2bd1-492e-84d3-292fcb2579cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (b015782e-fc08-475e-b36b-3e34f7cca82a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.493430 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:14.527320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24288b16-2bd1-492e-84d3-292fcb2579cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b015782e-fc08-475e-b36b-3e34f7cca82a,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:14.550038 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:14.550038 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.550038 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 Oct 12 12:40:14.572495 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-24288b16-2bd1-492e-84d3-292fcb2579cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.583894 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-24288b16-2bd1-492e-84d3-292fcb2579cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4097979 Oct 12 12:40:14.588995 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:14.646112 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:14.647625 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:14.707011 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:14.708970 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.709661 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 Oct 12 12:40:14.824598 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:14.828403 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.829089 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:14.839136 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41506) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:14.844177 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-4e1c51a2-682a-4eba-84b7-8df6a413e4b4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405582738', 'description': 'tempest-description--685343473'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:14.849046 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:14.850053 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f76a-4722-4106-be08-b60a77b0f435 req-9182caa6-1693-45f1-bc18-312169f8f59b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:14.852474 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2344f76a-4722-4106-be08-b60a77b0f435 req-9182caa6-1693-45f1-bc18-312169f8f59b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0708425 Oct 12 12:40:14.902022 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,segment=NetworkSegment(73745901-4f84-4785-b104-2fad43e51d05),segment_id=73745901-4f84-4785-b104-2fad43e51d05)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:14.907567 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:14.933528 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2344f76a-4722-4106-be08-b60a77b0f435 req-1a932a1e-6890-47aa-bfbc-bba90cc69e2d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744078 Oct 12 12:40:14.935830 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4e1c51a2-682a-4eba-84b7-8df6a413e4b4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:14.998895 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.080734 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:15.249839 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:15.284943 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-467bfe7d-1b35-49ca-9435-f1a8f6f2d143 req-611c35bd-1af4-441d-9721-ed0fc123fd6e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0437760 Oct 12 12:40:15.351480 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4e1c51a2-682a-4eba-84b7-8df6a413e4b4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group (4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.420106 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fc6d047c-d98e-4016-a8a6-009f0d3be221 req-d115fdb1-bbce-4939-8ad2-c682842a4da5 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 210 time: 0.0351119 Oct 12 12:40:15.429457 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1aab617f-dc5d-46d1-9e0e-8f52a5d79bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.435262 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:40:15.455666 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4e1c51a2-682a-4eba-84b7-8df6a413e4b4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.489413 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-4998bd19-a70f-4a50-94d0-788808fe0b77 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:15.491478 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-4998bd19-a70f-4a50-94d0-788808fe0b77 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.39 "GET /networking/v2.0/networks?id=28a68333-5806-4ed4-b231-101d2ee13320 HTTP/1.1" status: 200 len: 813 time: 0.1797173 Oct 12 12:40:15.504504 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c51a2-682a-4eba-84b7-8df6a413e4b4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:15.511025 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Request body: {'port': {'device_id': '9785f5a1-07ef-4a37-bc0d-e921e203cc1f', 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320', 'admin_state_up': True, 'tenant_id': '0c9f0d8dfa9544a9a9fec1c5dad43d74'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:15.587509 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:15.595729 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4e1c51a2-682a-4eba-84b7-8df6a413e4b4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.597020 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4e1c51a2-682a-4eba-84b7-8df6a413e4b4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7568753 Oct 12 12:40:15.603663 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41542) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:15.613421 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-0052da77-6b78-4969-8ec3-9c0a32a9b75d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'security_group_rule': {'security_group_id': '4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:15.616696 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '5987ac83-3534-44f8-b03e-d740853eca66', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'port_id': '5987ac83-3534-44f8-b03e-d740853eca66', 'mac_address': 'fa:16:3e:12:05:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:40:15.661725 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:15.665744 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 5987ac83-3534-44f8-b03e-d740853eca66 is: ACTIVE; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:15.665744 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.681485 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5987ac83-3534-44f8-b03e-d740853eca66 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:15.726163 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:15.775584 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0052da77-6b78-4969-8ec3-9c0a32a9b75d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group_rule (4de9c47e-14ee-4a2d-b09c-8bfbdb657197), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.806236 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.821402 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Made reservation on behalf of 0c9f0d8dfa9544a9a9fec1c5dad43d74 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:15.825658 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.862981 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=6']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:15.871076 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0052da77-6b78-4969-8ec3-9c0a32a9b75d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group_rule (4de9c47e-14ee-4a2d-b09c-8bfbdb657197), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.953753 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0052da77-6b78-4969-8ec3-9c0a32a9b75d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (4de9c47e-14ee-4a2d-b09c-8bfbdb657197), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:15.983397 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052da77-6b78-4969-8ec3-9c0a32a9b75d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de9c47e-14ee-4a2d-b09c-8bfbdb657197,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:16.000535 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Allocated IP 172.20.0.14 (28a68333-5806-4ed4-b231-101d2ee13320/464ba491-a1a3-4d0d-8257-0e7024648ea1/f08b5cba-5112-4013-8e2b-0f5f79411723) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:16.004630 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:16.042800 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['5987ac83-3534-44f8-b03e-d740853eca66'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:40:16.101665 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a1184-bdaa-4211-b581-253a4a6c509b req-8a51bf07-e869-4a5d-82ff-39e8689591e8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:16.102571 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0052da77-6b78-4969-8ec3-9c0a32a9b75d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.103752 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-0052da77-6b78-4969-8ec3-9c0a32a9b75d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4972689 Oct 12 12:40:16.106247 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5f8a1184-bdaa-4211-b581-253a4a6c509b req-8a51bf07-e869-4a5d-82ff-39e8689591e8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0622323 Oct 12 12:40:16.106838 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41556) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:16.111351 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-24701eaf-c620-45e6-afdd-dfa8f6d54012 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'security_group_rule': {'security_group_id': '4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:16.187544 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5f8a1184-bdaa-4211-b581-253a4a6c509b req-f1c2361b-cb70-4737-996b-cf02d8a2ebcf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715945 Oct 12 12:40:16.192950 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks [] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.279491 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-24701eaf-c620-45e6-afdd-dfa8f6d54012 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group_rule (f919b373-dde1-495d-a9b5-72882cfde790), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.308004 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.311206 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:16.364437 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:16.365252 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.365252 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 Oct 12 12:40:16.371940 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Network 28a68333-5806-4ed4-b231-101d2ee13320 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:16.380319 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:16.385829 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:16.432890 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Pushing event updated for resources: {'Port': ['ID=f08b5cba-5112-4013-8e2b-0f5f79411723,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:16.448766 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-24701eaf-c620-45e6-afdd-dfa8f6d54012 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group_rule (f919b373-dde1-495d-a9b5-72882cfde790), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.480350 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:16.481021 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ff05085f-874a-4e7f-9d1c-03d1c40006d0 req-d2a5cdb5-8115-4b73-ac43-53cec8c92361 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0605381 Oct 12 12:40:16.526904 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:16.527467 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.532418 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-24701eaf-c620-45e6-afdd-dfa8f6d54012 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (f919b373-dde1-495d-a9b5-72882cfde790), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.560707 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24701eaf-c620-45e6-afdd-dfa8f6d54012 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f919b373-dde1-495d-a9b5-72882cfde790,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:16.571741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913de263-8d7b-4678-841a-09f6b1af0143 req-da7df526-85d9-4fd5-971f-022d174c281f tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:16.573314 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-913de263-8d7b-4678-841a-09f6b1af0143 req-da7df526-85d9-4fd5-971f-022d174c281f tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 932 time: 0.0515933 Oct 12 12:40:16.630121 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-52f04bf6-d240-4f5d-98fa-9bd15a0f8c75 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1229022 Oct 12 12:40:16.634978 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-913de263-8d7b-4678-841a-09f6b1af0143 req-800a8bb7-68e8-4baf-930c-becd0417b501 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548034 Oct 12 12:40:16.639331 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:16.641644 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-24701eaf-c620-45e6-afdd-dfa8f6d54012 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.642909 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-24701eaf-c620-45e6-afdd-dfa8f6d54012 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5350277 Oct 12 12:40:16.646635 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41590) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:16.650885 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:16.728562 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.808682 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:16.925954 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Allocated IP 172.27.3.120 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/cb4eebd3-c7af-4bf2-82aa-8fbdb4310791) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:16.967690 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Request body: {'port': {'device_id': '9785f5a1-07ef-4a37-bc0d-e921e203cc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:17.057294 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:17.169832 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.177580 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-0a503c73-139e-4f49-8a4e-8d44d3456e9d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:17.179246 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-0a503c73-139e-4f49-8a4e-8d44d3456e9d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 815 time: 0.2345681 Oct 12 12:40:17.203227 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for port (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.425412 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c8c78-b0ab-4666-a95e-a22f635c706e req-7dad1dab-d0eb-4e60-84e4-20f382833055 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:17.427433 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-689c8c78-b0ab-4666-a95e-a22f635c706e req-7dad1dab-d0eb-4e60-84e4-20f382833055 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.1369755 Oct 12 12:40:17.438775 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-31ada848-8087-4f9b-ade4-cf41a4cee848 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 471 time: 0.2299149 Oct 12 12:40:17.468022 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:17.486773 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.512715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 5987ac83-3534-44f8-b03e-d740853eca66 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:17.521543 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5987ac83-3534-44f8-b03e-d740853eca66), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.521543 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 5987ac83-3534-44f8-b03e-d740853eca66 Oct 12 12:40:17.558608 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:17.569038 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:17.577588 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:17.596154 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event updated for resources: {'Port': ['ID=cb4eebd3-c7af-4bf2-82aa-8fbdb4310791,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:17.611806 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 5987ac83-3534-44f8-b03e-d740853eca66 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:17.612216 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.632938 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7b1491bb-c8b0-4680-b5c4-2bb41a146da2 req-139bd8f8-ca83-42a7-8bc8-f0b43f5e0fe1 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0379663 Oct 12 12:40:17.650535 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-689c8c78-b0ab-4666-a95e-a22f635c706e req-eb906b74-90d9-45e3-8f69-d5b72eba7117 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142782 Oct 12 12:40:17.673964 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:17.673964 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bc4fa2-612e-4afd-997a-cc7f485bd269" -d '{"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5987ac83-3534-44f8-b03e-d740853eca66"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:17.687928 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:17.702608 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'port': {'device_id': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'admin_state_up': True, 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'security_groups': ['866c442e-65fc-42ee-b5dc-f0ba02f57f19']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:17.729408 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02974c-aa8e-4f68-aa5d-8e27a44f1bbe x-openstack-request-id: req-7d02974c-aa8e-4f68-aa5d-8e27a44f1bbe {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:17.729728 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5987ac83-3534-44f8-b03e-d740853eca66", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:17.730094 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d02974c-aa8e-4f68-aa5d-8e27a44f1bbe {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:17.730460 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d02974c-aa8e-4f68-aa5d-8e27a44f1bbe'] response: {'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66', 'code': 200} Oct 12 12:40:17.805147 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3d6ace0e-68c0-4c8c-b69e-4ce8405ac28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.806760 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.821305 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d6fdf-6f62-4cfd-be27-a8542dabeda4 req-a1f61389-3498-4a8c-9081-59fe84741c92 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:17.824167 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ab1d6fdf-6f62-4cfd-be27-a8542dabeda4 req-a1f61389-3498-4a8c-9081-59fe84741c92 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 932 time: 0.0607767 Oct 12 12:40:17.845115 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08b5cba-5112-4013-8e2b-0f5f79411723 {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:17.859992 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (74e7b405-bcc0-4078-8a04-e6486c21dcee), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.862871 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Publish callbacks [] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.878297 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=7']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:17.896639 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Transition to ACTIVE for port object f08b5cba-5112-4013-8e2b-0f5f79411723 will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:40:17.903038 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ab1d6fdf-6f62-4cfd-be27-a8542dabeda4 req-876db453-0d10-4b1a-87f9-f2d3b3f19703 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723968 Oct 12 12:40:17.991945 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:17.995955 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:17.999453 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Made reservation on behalf of fb8207ad9abf449b99382a2586d4588a for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:18.002646 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:18.032913 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:18.146226 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Pushing event updated for resources: {'Port': ['ID=f08b5cba-5112-4013-8e2b-0f5f79411723,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:18.175814 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:18.299044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Attempting to bind port f08b5cba-5112-4013-8e2b-0f5f79411723 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:40:18.299373 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Attempting to bind port f08b5cba-5112-4013-8e2b-0f5f79411723 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:40:18.299695 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Attempting to bind port f08b5cba-5112-4013-8e2b-0f5f79411723 on network 28a68333-5806-4ed4-b231-101d2ee13320 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:18.339317 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:18.350059 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Allocated IP 172.20.0.14 (f74858ca-46a0-493d-924e-694edecfac99/2ee2ada1-0311-4386-a91f-e6ec46f6c98f/b3a343e1-04ff-45b8-a712-621f39f630db) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:18.414147 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Port f08b5cba-5112-4013-8e2b-0f5f79411723 on network 28a68333-5806-4ed4-b231-101d2ee13320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:40:18.414468 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Attempting to bind port f08b5cba-5112-4013-8e2b-0f5f79411723 on network 28a68333-5806-4ed4-b231-101d2ee13320 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:18.460225 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for port (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:18.530598 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:40:18.530983 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Checking segment: {'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:18.531330 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Bound using segment: {'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:40:18.531785 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Bound port: f08b5cba-5112-4013-8e2b-0f5f79411723, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:40:18.532147 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:18.765923 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:18.786529 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c57447f2-7f60-4084-a808-4f1f44fe262a req-d0f7930a-a0ba-4135-98d3-c6e65bed16f9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0307496 Oct 12 12:40:18.834892 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:18.916504 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (b3a343e1-04ff-45b8-a712-621f39f630db), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:18.924584 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14403c-7602-4f8c-b8ce-45973f40e8a5 req-6f8d4133-ee81-4c68-9f69-b4b756a8cbca tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:18.926096 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-df14403c-7602-4f8c-b8ce-45973f40e8a5 req-6f8d4133-ee81-4c68-9f69-b4b756a8cbca tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1658642 Oct 12 12:40:18.948424 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event updated for resources: {'Port': ['ID=cb4eebd3-c7af-4bf2-82aa-8fbdb4310791,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:18.951411 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (74e7b405-bcc0-4078-8a04-e6486c21dcee), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:18.991140 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.038902 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-df14403c-7602-4f8c-b8ce-45973f40e8a5 req-8393a491-3310-459c-aa78-0bc1776ec1ef tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997310 Oct 12 12:40:19.066828 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c3ef-836f-4e52-8b64-9d7ea124a4d1 req-8e4a1629-f61a-4e64-a96a-4a6d3fb3ddc0 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:19.069563 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1966c3ef-836f-4e52-8b64-9d7ea124a4d1 req-8e4a1629-f61a-4e64-a96a-4a6d3fb3ddc0 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 944 time: 0.0687943 Oct 12 12:40:19.082438 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] For port f08b5cba-5112-4013-8e2b-0f5f79411723, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:40:19.095038 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] For port f08b5cba-5112-4013-8e2b-0f5f79411723, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f08b5cba-5112-4013-8e2b-0f5f79411723,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:40:19.115955 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.118410 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-e997f7bc-3d03-4a9d-b80e-6caf2440bafd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4700296 Oct 12 12:40:19.120297 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.122321 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1966c3ef-836f-4e52-8b64-9d7ea124a4d1 req-ba6553d7-d614-4bd6-aec4-9981146f871e tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Oct 12 12:40:19.160559 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:19.177891 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Network f74858ca-46a0-493d-924e-694edecfac99 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:19.181341 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:19.185503 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:19.199240 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:19.209791 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.214679 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=b3a343e1-04ff-45b8-a712-621f39f630db,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:19.219911 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:19.220535 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.221926 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/f08b5cba-5112-4013-8e2b-0f5f79411723 HTTP/1.1" status: 200 len: 1094 time: 2.2763691 Oct 12 12:40:19.222717 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9785f5a1-07ef-4a37-bc0d-e921e203cc1f', 'tag': 'f08b5cba-5112-4013-8e2b-0f5f79411723'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:19.225426 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e0ee3e-5af4-477c-a422-989eb1e65fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "9785f5a1-07ef-4a37-bc0d-e921e203cc1f", "tag": "f08b5cba-5112-4013-8e2b-0f5f79411723"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:19.275461 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70bb2ac-9b9d-4841-bd3e-a19abae376b7 x-openstack-request-id: req-f70bb2ac-9b9d-4841-bd3e-a19abae376b7 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:19.275753 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9785f5a1-07ef-4a37-bc0d-e921e203cc1f", "tag": "f08b5cba-5112-4013-8e2b-0f5f79411723", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:19.278706 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f70bb2ac-9b9d-4841-bd3e-a19abae376b7 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:19.278706 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70bb2ac-9b9d-4841-bd3e-a19abae376b7'] response: {'name': 'network-changed', 'server_uuid': '9785f5a1-07ef-4a37-bc0d-e921e203cc1f', 'tag': 'f08b5cba-5112-4013-8e2b-0f5f79411723', 'status': 'completed', 'code': 200} Oct 12 12:40:19.286601 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:19.287215 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.322393 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5718b3-0294-4ed8-a443-e4086f773916 service neutron] Pushing event updated for resources: {'Port': ['ID=f08b5cba-5112-4013-8e2b-0f5f79411723,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:19.390085 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0ee3e-5af4-477c-a422-989eb1e65fa2 req-ad44991e-3c58-4818-b6fb-60587173f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:19.391883 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-38e0ee3e-5af4-477c-a422-989eb1e65fa2 req-ad44991e-3c58-4818-b6fb-60587173f299 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 1128 time: 0.0432131 Oct 12 12:40:19.424563 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e31b9575-eedc-4049-812a-4ae1667a8a35 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7273660 Oct 12 12:40:19.474397 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Request body: {'port': {'device_id': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:19.499603 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:19.521652 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-cd2d4290-997b-430e-97c9-04f4c3ec334e None None] Provisioning complete for port b3a343e1-04ff-45b8-a712-621f39f630db triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:19.522078 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4290-997b-430e-97c9-04f4c3ec334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.522417 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-cd2d4290-997b-430e-97c9-04f4c3ec334e None None] Attempt 1 to provision port b3a343e1-04ff-45b8-a712-621f39f630db Oct 12 12:40:19.565117 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d4290-997b-430e-97c9-04f4c3ec334e None None] Port b3a343e1-04ff-45b8-a712-621f39f630db cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:40:19.572780 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.575520 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0ee3e-5af4-477c-a422-989eb1e65fa2 req-cbb0294b-b576-4bd5-a5c2-e242e80f8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:19.576987 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-38e0ee3e-5af4-477c-a422-989eb1e65fa2 req-cbb0294b-b576-4bd5-a5c2-e242e80f8141 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1666565 Oct 12 12:40:19.619414 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41646) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:19.745596 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:19.747018 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-56e6575c-2ef5-4661-b450-3c305c5d6e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.783751 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0ee3e-5af4-477c-a422-989eb1e65fa2 req-fbd17fac-d300-4cd6-9d2f-b2c9c5dc8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:19.785222 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-38e0ee3e-5af4-477c-a422-989eb1e65fa2 req-fbd17fac-d300-4cd6-9d2f-b2c9c5dc8fdc service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998680 Oct 12 12:40:19.789236 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:19.831585 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-56e6575c-2ef5-4661-b450-3c305c5d6e65 admin admin] Publish callbacks [] for security_group (a4d05a9b-eaf9-4df0-b6c5-aeb2e3c4874b), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.906964 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-56e6575c-2ef5-4661-b450-3c305c5d6e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (a4d05a9b-eaf9-4df0-b6c5-aeb2e3c4874b), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:19.947041 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-56e6575c-2ef5-4661-b450-3c305c5d6e65 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c7cf7a200074438094f340260b45c1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265433 Oct 12 12:40:19.947991 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6575c-2ef5-4661-b450-3c305c5d6e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d05a9b-eaf9-4df0-b6c5-aeb2e3c4874b,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:19.950858 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41652) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:19.976622 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-c8f3db84-34a5-4d45-bb8f-239aba9e5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:19.976622 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-c8f3db84-34a5-4d45-bb8f-239aba9e5840 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 1128 time: 0.1188469 Oct 12 12:40:19.998027 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240aef-4687-4f7d-a27e-a4735c928177 req-e1103659-7810-4e56-8876-a9d38f74ef65 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:19.998027 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5f240aef-4687-4f7d-a27e-a4735c928177 req-e1103659-7810-4e56-8876-a9d38f74ef65 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 932 time: 0.1108015 Oct 12 12:40:20.029769 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d393d92-db28-4657-99e6-28ecd0b20c38 admin admin] Publish callbacks [] for security_group (a4d05a9b-eaf9-4df0-b6c5-aeb2e3c4874b), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.050691 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d393d92-db28-4657-99e6-28ecd0b20c38 admin admin] Publish callbacks [] for security_group (a4d05a9b-eaf9-4df0-b6c5-aeb2e3c4874b), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.063911 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-1a80e268-8847-4821-8eb9-d592ee09ab08 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f08b5cba-5112-4013-8e2b-0f5f79411723 HTTP/1.1" status: 200 len: 217 time: 0.0658369 Oct 12 12:40:20.116859 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a343e1-04ff-45b8-a712-621f39f630db {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:20.127771 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Publish callbacks [] for port (b3a343e1-04ff-45b8-a712-621f39f630db), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.167987 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5f240aef-4687-4f7d-a27e-a4735c928177 req-f4b29a2d-4d4c-4e78-b89e-a77b7956bbac tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545088 Oct 12 12:40:20.171571 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-65c87f26-3a82-48ae-80da-a57ea665d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:20.172882 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-65c87f26-3a82-48ae-80da-a57ea665d995 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=464ba491-a1a3-4d0d-8257-0e7024648ea1 HTTP/1.1" status: 200 len: 853 time: 0.0928040 Oct 12 12:40:20.195131 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Transition to ACTIVE for port object b3a343e1-04ff-45b8-a712-621f39f630db will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:40:20.196653 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d393d92-db28-4657-99e6-28ecd0b20c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (a4d05a9b-eaf9-4df0-b6c5-aeb2e3c4874b), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.199447 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d393d92-db28-4657-99e6-28ecd0b20c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.200991 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-8d393d92-db28-4657-99e6-28ecd0b20c38 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a4d05a9b-eaf9-4df0-b6c5-aeb2e3c4874b HTTP/1.1" status: 204 len: 168 time: 0.2489512 Oct 12 12:40:20.217671 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d393d92-db28-4657-99e6-28ecd0b20c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d05a9b-eaf9-4df0-b6c5-aeb2e3c4874b,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:20.228925 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-d2b98bb5-3684-4254-b7f3-42d0b79b2915 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=28a68333-5806-4ed4-b231-101d2ee13320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421019 Oct 12 12:40:20.230825 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:20.317428 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.370548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3add5-365c-4082-95ea-4bb920534f7f req-67a459ec-4b75-4ef7-a944-42acfa0c44f1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:20.372025 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a4e3add5-365c-4082-95ea-4bb920534f7f req-67a459ec-4b75-4ef7-a944-42acfa0c44f1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1272252 Oct 12 12:40:20.425093 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Pushing event updated for resources: {'Port': ['ID=b3a343e1-04ff-45b8-a712-621f39f630db,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:20.475997 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-69f38818-8c32-4231-92ec-b4f4e4fa4b63 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398899 Oct 12 12:40:20.560182 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a4e3add5-365c-4082-95ea-4bb920534f7f req-24430729-492e-4be4-9a84-3f8b3309e9ef tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811848 Oct 12 12:40:20.562339 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:20.569052 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Attempting to bind port b3a343e1-04ff-45b8-a712-621f39f630db on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:40:20.569386 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Attempting to bind port b3a343e1-04ff-45b8-a712-621f39f630db by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:40:20.569713 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Attempting to bind port b3a343e1-04ff-45b8-a712-621f39f630db on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:20.647570 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11c20625-66e9-4aae-b4fc-69df7746fea6 req-4a21f671-0893-43e0-83bb-4d5e8dd3c5f2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613612 Oct 12 12:40:20.649278 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Port b3a343e1-04ff-45b8-a712-621f39f630db on network f74858ca-46a0-493d-924e-694edecfac99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:40:20.649556 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Attempting to bind port b3a343e1-04ff-45b8-a712-621f39f630db on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:20.683582 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:20.735440 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002dfe-3ac2-4813-b771-b8bbff89c37f req-b4d9b440-ae44-497c-8d3d-f67c3cd0fbb3 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:20.737091 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-36002dfe-3ac2-4813-b771-b8bbff89c37f req-b4d9b440-ae44-497c-8d3d-f67c3cd0fbb3 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 944 time: 0.0652542 Oct 12 12:40:20.741987 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:40:20.742429 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Checking segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:20.743145 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Bound using segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:40:20.743647 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Bound port: b3a343e1-04ff-45b8-a712-621f39f630db, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:40:20.744010 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.803818 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.805348 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.833710 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-36002dfe-3ac2-4813-b771-b8bbff89c37f req-744faa0a-cae8-4ef7-b878-e79ab12acb0a tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872791 Oct 12 12:40:20.843809 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] For port b3a343e1-04ff-45b8-a712-621f39f630db, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:40:20.848132 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] For port b3a343e1-04ff-45b8-a712-621f39f630db, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a343e1-04ff-45b8-a712-621f39f630db,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:40:20.913292 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:20.924680 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.929813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:20.930449 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:20.931767 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/b3a343e1-04ff-45b8-a712-621f39f630db HTTP/1.1" status: 200 len: 1094 time: 1.4644492 Oct 12 12:40:20.975007 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba587d3-26cc-4ce0-b2fd-b5fcd64dbefd service neutron] Pushing event updated for resources: {'Port': ['ID=b3a343e1-04ff-45b8-a712-621f39f630db,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:21.278720 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'tag': 'b3a343e1-04ff-45b8-a712-621f39f630db'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:21.280914 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de0f0c4-c2c2-427d-b4ee-c13422d74bca" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a51ad5-ef04-4f25-961e-6705be7abc42", "tag": "b3a343e1-04ff-45b8-a712-621f39f630db"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:21.295839 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eb920-04cb-42e8-92e3-0a7d9e584504 req-aed9e96d-af80-4a86-b197-a825a7ca7076 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:21.297417 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4b5eb920-04cb-42e8-92e3-0a7d9e584504 req-aed9e96d-af80-4a86-b197-a825a7ca7076 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 944 time: 0.0510995 Oct 12 12:40:21.298772 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:21.349317 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4b5eb920-04cb-42e8-92e3-0a7d9e584504 req-598ff044-a71b-44a4-96f3-aa0357a823bf tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461931 Oct 12 12:40:21.398906 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0750d-50b1-4fde-9292-ae8affe09605 x-openstack-request-id: req-6ae0750d-50b1-4fde-9292-ae8affe09605 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:21.399196 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a51ad5-ef04-4f25-961e-6705be7abc42", "tag": "b3a343e1-04ff-45b8-a712-621f39f630db", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:21.399446 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ae0750d-50b1-4fde-9292-ae8affe09605 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:21.399845 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae0750d-50b1-4fde-9292-ae8affe09605'] response: {'name': 'network-changed', 'server_uuid': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'tag': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'status': 'completed', 'code': 200} Oct 12 12:40:21.495644 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:21.695264 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1a7c-f534-4d6a-b877-a7ac91ca6d15 req-e36a7a70-bc64-4f6a-8aad-e466138a4266 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:21.696751 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5adb1a7c-f534-4d6a-b877-a7ac91ca6d15 req-e36a7a70-bc64-4f6a-8aad-e466138a4266 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0477033 Oct 12 12:40:21.709698 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:21.747205 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5adb1a7c-f534-4d6a-b877-a7ac91ca6d15 req-8f5ce075-a6c4-4a64-aefd-f477575e4a70 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448375 Oct 12 12:40:21.799066 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0f0c4-c2c2-427d-b4ee-c13422d74bca req-d1686ee2-702d-4819-ae43-657b7e9cf67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:21.802519 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3de0f0c4-c2c2-427d-b4ee-c13422d74bca req-d1686ee2-702d-4819-ae43-657b7e9cf67c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 1128 time: 0.0381861 Oct 12 12:40:21.841320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:21.931224 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0f0c4-c2c2-427d-b4ee-c13422d74bca req-c5eb8057-32fc-43a3-8c89-f316fe6c3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:21.932691 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3de0f0c4-c2c2-427d-b4ee-c13422d74bca req-c5eb8057-32fc-43a3-8c89-f316fe6c3aa0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=fb8207ad9abf449b99382a2586d4588a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1130147 Oct 12 12:40:22.013859 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424e550-a7aa-4e53-a1c8-a1d576efe47c req-4a2473b4-c77f-4f23-8ff3-470cb3e7043e tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:22.015417 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9424e550-a7aa-4e53-a1c8-a1d576efe47c req-4a2473b4-c77f-4f23-8ff3-470cb3e7043e tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 944 time: 0.0984895 Oct 12 12:40:22.018702 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41706) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:22.112814 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9424e550-a7aa-4e53-a1c8-a1d576efe47c req-bbfa7e5b-8589-4876-bb29-7ef0fedb7c9f tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832312 Oct 12 12:40:22.113921 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0f0c4-c2c2-427d-b4ee-c13422d74bca req-6e4b3de2-51de-4f83-812c-e3a274e2acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:22.116395 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3de0f0c4-c2c2-427d-b4ee-c13422d74bca req-6e4b3de2-51de-4f83-812c-e3a274e2acb5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1641183 Oct 12 12:40:22.156212 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b602a837-f32c-4c42-b0e2-115f2255e9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:22.240030 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e99f068e-3498-4f6f-8309-c3fd1715a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:22.242094 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-e99f068e-3498-4f6f-8309-c3fd1715a70e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 1128 time: 0.0421712 Oct 12 12:40:22.294771 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-5a3460c5-aecf-4124-bfdc-2ca3af42d009 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3a343e1-04ff-45b8-a712-621f39f630db HTTP/1.1" status: 200 len: 217 time: 0.0371275 Oct 12 12:40:22.369735 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-3557deb4-083d-41c4-a965-229536505664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:22.371231 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-3557deb4-083d-41c4-a965-229536505664 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.0689600 Oct 12 12:40:22.372917 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b602a837-f32c-4c42-b0e2-115f2255e9aa admin admin] Publish callbacks [] for security_group (51b70115-8706-49e7-8d50-ff9dac1d39e3), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:22.416970 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-d02602fe-7517-413c-9bd1-76be1fbe37df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:22.418576 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-d02602fe-7517-413c-9bd1-76be1fbe37df service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408838 Oct 12 12:40:22.479490 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b602a837-f32c-4c42-b0e2-115f2255e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (51b70115-8706-49e7-8d50-ff9dac1d39e3), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:22.481958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:22.560210 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b602a837-f32c-4c42-b0e2-115f2255e9aa admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0c84049a0bfc4a668c321296cf02c587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404832 Oct 12 12:40:22.563069 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41716) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:22.566535 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22420f51-11b4-487f-b5e0-c9cc1aafa438 req-4d0e0bdd-fa13-4af0-a32e-61cbae031edc tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:22.567961 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-22420f51-11b4-487f-b5e0-c9cc1aafa438 req-4d0e0bdd-fa13-4af0-a32e-61cbae031edc tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 944 time: 0.1386931 Oct 12 12:40:22.571472 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602a837-f32c-4c42-b0e2-115f2255e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b70115-8706-49e7-8d50-ff9dac1d39e3,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:22.620350 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9d952ab1-c6b2-4758-b474-8d4149ee519d admin admin] Publish callbacks [] for security_group (51b70115-8706-49e7-8d50-ff9dac1d39e3), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:22.646175 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9d952ab1-c6b2-4758-b474-8d4149ee519d admin admin] Publish callbacks [] for security_group (51b70115-8706-49e7-8d50-ff9dac1d39e3), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:22.647469 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-4391a02a-856a-4a31-bf31-e3c2fe1d0a3f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074335 Oct 12 12:40:22.652010 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-22420f51-11b4-487f-b5e0-c9cc1aafa438 req-2696d908-0cee-4fab-9407-e780bc84e051 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744221 Oct 12 12:40:22.672179 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:22.743562 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19cbffea-b18d-40f7-8860-ddf2ebd59a53 req-20bc37cb-3cd0-4c0e-b51e-6ecbee0633f4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878243 Oct 12 12:40:22.763146 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9d952ab1-c6b2-4758-b474-8d4149ee519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (51b70115-8706-49e7-8d50-ff9dac1d39e3), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:22.765870 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9d952ab1-c6b2-4758-b474-8d4149ee519d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:22.771037 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9d952ab1-c6b2-4758-b474-8d4149ee519d admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/51b70115-8706-49e7-8d50-ff9dac1d39e3 HTTP/1.1" status: 204 len: 168 time: 0.2029717 Oct 12 12:40:22.775816 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d952ab1-c6b2-4758-b474-8d4149ee519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b70115-8706-49e7-8d50-ff9dac1d39e3,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:22.885703 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af682faf-8251-448b-8e79-04ec0e45f3a2 req-20e68336-7da9-4fcb-9a0c-76cec102e691 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:22.887264 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-af682faf-8251-448b-8e79-04ec0e45f3a2 req-20e68336-7da9-4fcb-9a0c-76cec102e691 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0479012 Oct 12 12:40:22.936835 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-af682faf-8251-448b-8e79-04ec0e45f3a2 req-051447df-8427-4a44-b449-8f7e25445866 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438294 Oct 12 12:40:22.947181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:23.263608 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3362-9dba-4cc4-98bf-3ac0a57c6d6b req-d1d70786-9bf8-4de6-94c5-f0da514b8de1 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:23.265177 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-36fc3362-9dba-4cc4-98bf-3ac0a57c6d6b req-d1d70786-9bf8-4de6-94c5-f0da514b8de1 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 944 time: 0.0729685 Oct 12 12:40:23.285485 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:23.318664 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-36fc3362-9dba-4cc4-98bf-3ac0a57c6d6b req-84285882-7112-4353-80a2-55c01ad22dd3 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 Oct 12 12:40:23.492096 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device f08b5cba-5112-4013-8e2b-0f5f79411723 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:40:23.597246 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port f08b5cba-5112-4013-8e2b-0f5f79411723, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f08b5cba-5112-4013-8e2b-0f5f79411723,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:23.608914 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'f08b5cba-5112-4013-8e2b-0f5f79411723', 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320', 'port_id': 'f08b5cba-5112-4013-8e2b-0f5f79411723', 'mac_address': 'fa:16:3e:1e:a1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464ba491-a1a3-4d0d-8257-0e7024648ea1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:40:23.643696 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port f08b5cba-5112-4013-8e2b-0f5f79411723 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:23.644083 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:23.647634 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:23.659265 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08b5cba-5112-4013-8e2b-0f5f79411723 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:23.679773 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port f08b5cba-5112-4013-8e2b-0f5f79411723, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f08b5cba-5112-4013-8e2b-0f5f79411723,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:23.751143 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 41748) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:23.758990 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:23.777284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e20ee7-d7c0-4401-b0ea-334f4a71751c req-9dc72d50-bd5d-42e2-82f0-c7a3c965928e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:23.782683 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c9e20ee7-d7c0-4401-b0ea-334f4a71751c req-9dc72d50-bd5d-42e2-82f0-c7a3c965928e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 944 time: 0.0536230 Oct 12 12:40:23.811875 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=f08b5cba-5112-4013-8e2b-0f5f79411723,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:23.820975 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.821447 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.821918 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.822437 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.823003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.823676 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.824212 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.824910 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.825552 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.826111 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.826613 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.827110 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.831519 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.831519 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.831519 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:40:23.831786 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c9e20ee7-d7c0-4401-b0ea-334f4a71751c req-697970fb-ca8e-4298-bc22-9777395f4a3d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468023 Oct 12 12:40:23.888083 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066114183-network', 'tenant_id': '827d3a5990a940049bcb35a219efdef3'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:23.981709 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Made reservation on behalf of 827d3a5990a940049bcb35a219efdef3 for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:23.984228 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:23.994514 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.075540 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb74f-f808-4fa6-8c5d-e93eb2b2ccc7 req-6f636ac9-162f-41f2-b969-2d50f01e1c78 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:24.077059 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b24fb74f-f808-4fa6-8c5d-e93eb2b2ccc7 req-6f636ac9-162f-41f2-b969-2d50f01e1c78 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Oct 12 12:40:24.083800 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Publish callbacks [] for security_group (aa76ff6f-3ccd-4671-895e-4d75484472ef), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.125995 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b24fb74f-f808-4fa6-8c5d-e93eb2b2ccc7 req-08c127f7-c050-4895-989c-dd5d57f099b9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Oct 12 12:40:24.135663 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (aa76ff6f-3ccd-4671-895e-4d75484472ef), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.158317 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:40:24.174168 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa76ff6f-3ccd-4671-895e-4d75484472ef,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:24.177150 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (41488dfa-16cc-4cdf-a82f-1bb13b4f4381), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.177510 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Added segment 41488dfa-16cc-4cdf-a82f-1bb13b4f4381 of type vlan for network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 Oct 12 12:40:24.179437 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['f08b5cba-5112-4013-8e2b-0f5f79411723'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:40:24.224407 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (32bd4761-1cf3-457f-afa4-3d358a5f2bd3), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.324324 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (32bd4761-1cf3-457f-afa4-3d358a5f2bd3), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.326076 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:24.326642 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.397173 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] Pushing event updated for resources: {'Network': ['ID=32bd4761-1cf3-457f-afa4-3d358a5f2bd3,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:24.407501 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:40:24.421376 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6fdbaf35-8351-4de4-8756-ff4f39e3ea36 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6653521 Oct 12 12:40:24.421675 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 41760) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:24.428214 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Request body: {'subnet': {'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066114183-subnet', 'tenant_id': '827d3a5990a940049bcb35a219efdef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:24.449262 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:24.455426 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeb539-4476-485a-b92a-f669d8577372 req-bb15f495-e1fa-41a4-a8bc-1699d9a03cc7 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:24.456902 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6afeb539-4476-485a-b92a-f669d8577372 req-bb15f495-e1fa-41a4-a8bc-1699d9a03cc7 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 945 time: 0.0652597 Oct 12 12:40:24.509223 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6afeb539-4476-485a-b92a-f669d8577372 req-fffd8f55-5dfe-4d8c-aa79-915cd2f55023 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456233 Oct 12 12:40:24.543048 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=48 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:24.557252 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Made reservation on behalf of 827d3a5990a940049bcb35a219efdef3 for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:24.559810 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5102991'] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.786451 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6718086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5103005'] for subnet (75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:24.837295 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:24.852727 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Checking segment: {'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:24.853087 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Network hostable DHCP agents. Network: 32bd4761-1cf3-457f-afa4-3d358a5f2bd3, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:40:25.170009 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:40:25.190248 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25816ce9-623d-46f7-ba3c-7ddc4efff1af req-be1a0587-3d76-426f-9b20-25d67275efd3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:25.194905 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25816ce9-623d-46f7-ba3c-7ddc4efff1af req-be1a0587-3d76-426f-9b20-25d67275efd3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 944 time: 0.2712166 Oct 12 12:40:25.240829 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25816ce9-623d-46f7-ba3c-7ddc4efff1af req-d2276a97-28f6-4874-bbb8-0911577d9060 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Oct 12 12:40:25.244354 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 32bd4761-1cf3-457f-afa4-3d358a5f2bd3) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:25.248974 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:25.250272 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:25.254696 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b86e3-60e4-45e2-b5da-46e8318721a3 None None] Network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:40:25.336430 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:25.339296 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-daace17e-e00f-4aa6-acd9-5fc9d5e72ec5 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9164767 Oct 12 12:40:25.353629 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f0e0c-3d76-4e4a-92e7-443d4ae239b0 req-b0ad4077-94e3-45ba-ae05-18ae2ba97532 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:25.356078 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8d1f0e0c-3d76-4e4a-92e7-443d4ae239b0 req-b0ad4077-94e3-45ba-ae05-18ae2ba97532 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0570066 Oct 12 12:40:25.364084 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e7243-022b-402b-9eb5-6ab6e5ed2d77 None None] Network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:40:25.445805 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8d1f0e0c-3d76-4e4a-92e7-443d4ae239b0 req-6524ce6e-8cf0-44ec-8058-2d2dd86a0f80 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684235 Oct 12 12:40:25.490205 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device f08b5cba-5112-4013-8e2b-0f5f79411723 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:25.537649 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port f08b5cba-5112-4013-8e2b-0f5f79411723 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:40:25.617056 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port f08b5cba-5112-4013-8e2b-0f5f79411723 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:25.617726 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:25.618475 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port f08b5cba-5112-4013-8e2b-0f5f79411723 Oct 12 12:40:25.637917 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c1a0-ca17-407f-b91c-fe6cf0fc2113 req-765eefc1-4e4b-426a-8035-e0bfa2b096ef tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:25.639416 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d039c1a0-ca17-407f-b91c-fe6cf0fc2113 req-765eefc1-4e4b-426a-8035-e0bfa2b096ef tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 945 time: 0.0527754 Oct 12 12:40:25.691142 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d039c1a0-ca17-407f-b91c-fe6cf0fc2113 req-5173dae7-022e-4ed3-8803-2cd9f4921531 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Oct 12 12:40:25.699384 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port f08b5cba-5112-4013-8e2b-0f5f79411723 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:25.699846 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:25.727075 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9785f5a1-07ef-4a37-bc0d-e921e203cc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08b5cba-5112-4013-8e2b-0f5f79411723'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:25.729466 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c979096-54b9-4939-90d6-cc85c32cf0ac" -d '{"events": [{"server_uuid": "9785f5a1-07ef-4a37-bc0d-e921e203cc1f", "name": "network-vif-plugged", "status": "completed", "tag": "f08b5cba-5112-4013-8e2b-0f5f79411723"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:25.743607 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port f08b5cba-5112-4013-8e2b-0f5f79411723, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f08b5cba-5112-4013-8e2b-0f5f79411723,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:25.767551 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d152b117-dd57-40af-9a11-96e23f22046c x-openstack-request-id: req-d152b117-dd57-40af-9a11-96e23f22046c {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:25.767844 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9785f5a1-07ef-4a37-bc0d-e921e203cc1f", "name": "network-vif-plugged", "status": "completed", "tag": "f08b5cba-5112-4013-8e2b-0f5f79411723", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:25.768098 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d152b117-dd57-40af-9a11-96e23f22046c {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:25.768505 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d152b117-dd57-40af-9a11-96e23f22046c'] response: {'server_uuid': '9785f5a1-07ef-4a37-bc0d-e921e203cc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08b5cba-5112-4013-8e2b-0f5f79411723', 'code': 200} Oct 12 12:40:25.837839 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:25.889247 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=f08b5cba-5112-4013-8e2b-0f5f79411723,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:26.147081 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c9134-706b-4a0b-b8c6-57123d796307 req-3dd51f9c-5777-405d-8fa8-8ec2a87701b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:26.148478 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7f8c9134-706b-4a0b-b8c6-57123d796307 req-3dd51f9c-5777-405d-8fa8-8ec2a87701b5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 1130 time: 0.0384552 Oct 12 12:40:26.172966 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:26.192654 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7f8c9134-706b-4a0b-b8c6-57123d796307 req-b5dc4a0b-1049-44f2-b973-562a50b97d31 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378792 Oct 12 12:40:26.374210 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d3328-faf6-45d6-a1f3-7a11aefed69c req-080ac550-731a-44bc-b5c0-050ebf120235 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:26.375799 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3a2d3328-faf6-45d6-a1f3-7a11aefed69c req-080ac550-731a-44bc-b5c0-050ebf120235 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 944 time: 0.0576627 Oct 12 12:40:26.432325 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3a2d3328-faf6-45d6-a1f3-7a11aefed69c req-c279e323-58f5-4efb-901b-1677116318ed tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501077 Oct 12 12:40:26.572038 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba0cb-7660-421c-ad48-92fb913bf9ce req-ee2b2647-7a21-4c97-8699-749c0117e24a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:26.573483 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2afba0cb-7660-421c-ad48-92fb913bf9ce req-ee2b2647-7a21-4c97-8699-749c0117e24a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0472624 Oct 12 12:40:26.620888 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2afba0cb-7660-421c-ad48-92fb913bf9ce req-0ebe8223-5f48-4102-8265-5c7bc1312eeb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 Oct 12 12:40:26.813207 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a26cd-e6f4-4c39-96cb-7eaf74e377be req-58a65d23-ef4c-450f-985c-ae446a0bda5c tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:26.814774 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4a2a26cd-e6f4-4c39-96cb-7eaf74e377be req-58a65d23-ef4c-450f-985c-ae446a0bda5c tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 946 time: 0.0475318 Oct 12 12:40:26.861123 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4a2a26cd-e6f4-4c39-96cb-7eaf74e377be req-af757cb6-0ea6-46dd-b590-838c3536cd19 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Oct 12 12:40:29.665021 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:29.695961 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-748c30ee-5ba2-46c7-bedd-efe4a0e579f0 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--405582738&fields=id&tenant_id=d62398af777d4d269977b1a5f1f37080 HTTP/1.1" status: 200 len: 267 time: 0.0458405 Oct 12 12:40:29.764060 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-e6eae942-4a85-42b2-990e-8e097973da30 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:29.765595 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-e6eae942-4a85-42b2-990e-8e097973da30 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/networks?id=32bd4761-1cf3-457f-afa4-3d358a5f2bd3 HTTP/1.1" status: 200 len: 809 time: 0.1098185 Oct 12 12:40:29.781746 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-e50586f3-a309-4795-94d0-af5bbbc54b12 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/quotas/827d3a5990a940049bcb35a219efdef3 HTTP/1.1" status: 200 len: 375 time: 0.0098939 Oct 12 12:40:29.813096 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-b7f328f5-2826-49a1-86c0-be29bdd38ab3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:29.813491 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-b7f328f5-2826-49a1-86c0-be29bdd38ab3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 819 time: 0.1108599 Oct 12 12:40:29.815535 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-a0d90d53-7392-4181-979b-d59e997f824e tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=827d3a5990a940049bcb35a219efdef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285113 Oct 12 12:40:29.828657 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-6f08af89-225c-484b-b16d-33f25410cb1b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/quotas/d62398af777d4d269977b1a5f1f37080 HTTP/1.1" status: 200 len: 375 time: 0.0098879 Oct 12 12:40:29.896179 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-ce602bbd-a51d-4533-8924-943ec3ff695e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0610423 Oct 12 12:40:29.920477 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f6cb1935-314d-4c78-a09f-0a26d7ea3057 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981994 Oct 12 12:40:29.995755 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-fb2f75f2-4e62-42d4-b486-378e9170c19c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917296 Oct 12 12:40:30.022565 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-3a297fa2-0acd-4227-b018-3671ca1fb888 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938907 Oct 12 12:40:30.049503 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:30.093159 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d305f7af-392f-44d3-ab63-dd3b67d361ff service neutron] 10.222.0.44 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912819 Oct 12 12:40:30.282235 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9d47-8cef-4424-a0c0-6dc5db74e825 req-5a8db322-fd70-48fa-a476-bd10d2ccc2bb tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:30.292074 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ce5c9d47-8cef-4424-a0c0-6dc5db74e825 req-5a8db322-fd70-48fa-a476-bd10d2ccc2bb tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 944 time: 0.0587962 Oct 12 12:40:30.342254 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ce5c9d47-8cef-4424-a0c0-6dc5db74e825 req-d2f8863a-0b01-452b-b70b-20a8a0e4118f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491476 Oct 12 12:40:30.405242 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03932758-6214-48f3-89a1-8d462574ca7f req-c48d3f71-1cc8-43dd-b432-f6c49bb087ec tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:30.406952 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-03932758-6214-48f3-89a1-8d462574ca7f req-c48d3f71-1cc8-43dd-b432-f6c49bb087ec tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0732591 Oct 12 12:40:30.433741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:30.472489 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-03932758-6214-48f3-89a1-8d462574ca7f req-fe6eed7f-55ac-408b-aff8-21d4d04abb02 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559173 Oct 12 12:40:30.476547 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13dd4c-958a-4a38-8c44-d7468779dea7 req-fa338ade-fd1c-4c92-b771-c615302e458b tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:30.478272 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5c13dd4c-958a-4a38-8c44-d7468779dea7 req-fa338ade-fd1c-4c92-b771-c615302e458b tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 946 time: 0.0516987 Oct 12 12:40:30.548006 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5c13dd4c-958a-4a38-8c44-d7468779dea7 req-acefca2e-1da5-4cd7-98af-0449fad09628 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631530 Oct 12 12:40:30.562650 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b36bce4f-2f71-4f8c-b9a9-7ebbeaa28b67 req-7bf72b29-5024-4c2d-91c7-be74a838f10f tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 210 time: 0.0271814 Oct 12 12:40:30.642723 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-644d519e-3621-4998-8920-f93d324f66ab req-11a728cd-bf5c-40f4-8448-fc0edbcd8caf tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 210 time: 0.0393775 Oct 12 12:40:31.478253 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9020044-a877-4cb4-82d3-29628a9a4e6d req-0aa70b67-8bfc-4634-a355-072651e5c878 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:31.478253 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f9020044-a877-4cb4-82d3-29628a9a4e6d req-0aa70b67-8bfc-4634-a355-072651e5c878 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 944 time: 0.0472243 Oct 12 12:40:31.507129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device b3a343e1-04ff-45b8-a712-621f39f630db details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:40:31.538844 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f9020044-a877-4cb4-82d3-29628a9a4e6d req-8a5b3b98-8193-433f-97fb-26e8f6449815 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562401 Oct 12 12:40:31.722002 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port b3a343e1-04ff-45b8-a712-621f39f630db, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a343e1-04ff-45b8-a712-621f39f630db,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:31.736922 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'port_id': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'mac_address': 'fa:16:3e:d5:fa:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:40:31.766514 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605155b6-1109-4172-af7b-a28a64c2d980 req-a89603a9-f7fc-40cd-809e-d3abf41e639f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:31.769381 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-605155b6-1109-4172-af7b-a28a64c2d980 req-a89603a9-f7fc-40cd-809e-d3abf41e639f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1140816 Oct 12 12:40:31.788000 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port b3a343e1-04ff-45b8-a712-621f39f630db is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:31.788695 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:31.789640 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:31.795368 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1c1617bc-21b5-4707-988e-926745037643 req-609aab01-b379-497b-8f13-db24396002b8 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 210 time: 0.0908406 Oct 12 12:40:31.821777 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:31.824155 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a343e1-04ff-45b8-a712-621f39f630db {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:31.846773 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port b3a343e1-04ff-45b8-a712-621f39f630db, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a343e1-04ff-45b8-a712-621f39f630db,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:31.899650 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-605155b6-1109-4172-af7b-a28a64c2d980 req-db843aa4-6e98-407c-bf48-ecdfaecdedb8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223743 Oct 12 12:40:31.971772 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:31.997294 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-95de8d51-27a9-4301-aa5c-0ebaa1615824 req-b8f1ac05-d98f-447f-89b9-f47be179aa6c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 210 time: 0.0572071 Oct 12 12:40:32.053360 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=b3a343e1-04ff-45b8-a712-621f39f630db,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:32.433131 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['b3a343e1-04ff-45b8-a712-621f39f630db'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:40:32.616584 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:32.705100 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778c43d-fc78-4704-8afe-95be9359b8ce req-2050ea17-b27e-4218-91f3-ab8b3a832381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:32.713851 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9778c43d-fc78-4704-8afe-95be9359b8ce req-2050ea17-b27e-4218-91f3-ab8b3a832381 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 945 time: 0.0610271 Oct 12 12:40:32.770539 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9778c43d-fc78-4704-8afe-95be9359b8ce req-79437c5d-65b5-457f-b936-5d31acc8028f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556648 Oct 12 12:40:32.965556 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-667546b8-8f0d-4af4-89e7-a0103b2be7d6 req-a92a4a3a-d825-410c-88f7-e329ccb02679 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 210 time: 0.0410428 Oct 12 12:40:33.110061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc3e64-a545-43fc-a287-135308d1a5c2 req-0f6cf621-4029-4d38-a53a-9015abaa8735 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:33.111889 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5fc3e64-a545-43fc-a287-135308d1a5c2 req-0f6cf621-4029-4d38-a53a-9015abaa8735 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0885980 Oct 12 12:40:33.140102 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b54f6d76-32d9-49b2-af12-eb176a83ac5d req-b2d65dd7-7add-42d0-bd59-6928706346e9 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 210 time: 0.0370603 Oct 12 12:40:33.176898 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5fc3e64-a545-43fc-a287-135308d1a5c2 req-ff6b690c-fe61-40a1-ba4b-5d37d4969975 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575740 Oct 12 12:40:33.577907 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device b3a343e1-04ff-45b8-a712-621f39f630db up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:33.593635 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-180ea487-17cf-4f67-a6cc-db350f0737a3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:33.595488 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-180ea487-17cf-4f67-a6cc-db350f0737a3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 819 time: 0.1426344 Oct 12 12:40:33.707685 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port b3a343e1-04ff-45b8-a712-621f39f630db completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:40:33.710253 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-c0ac4b63-7ab1-4c18-9de2-b5bcacaee1db tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d62398af777d4d269977b1a5f1f37080 HTTP/1.1" status: 200 len: 379 time: 0.0980053 Oct 12 12:40:33.721111 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'port': {'device_id': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'admin_state_up': True, 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'security_groups': ['4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:33.812110 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port b3a343e1-04ff-45b8-a712-621f39f630db triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:33.812512 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:33.813098 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port b3a343e1-04ff-45b8-a712-621f39f630db Oct 12 12:40:33.953955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port b3a343e1-04ff-45b8-a712-621f39f630db is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:33.956727 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:34.004507 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Made reservation on behalf of d62398af777d4d269977b1a5f1f37080 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:34.006702 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a343e1-04ff-45b8-a712-621f39f630db'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:34.011059 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcee5391-c743-4e1a-b27d-fb2be5b15d29" -d '{"events": [{"server_uuid": "e3a51ad5-ef04-4f25-961e-6705be7abc42", "name": "network-vif-plugged", "status": "completed", "tag": "b3a343e1-04ff-45b8-a712-621f39f630db"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:34.012260 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:34.027086 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port b3a343e1-04ff-45b8-a712-621f39f630db, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a343e1-04ff-45b8-a712-621f39f630db,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:34.095866 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007b068-9c33-403d-bb49-f1bf86686b28 req-809777c6-972a-47ed-80c7-7034e5c6c0b9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:34.110130 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6007b068-9c33-403d-bb49-f1bf86686b28 req-809777c6-972a-47ed-80c7-7034e5c6c0b9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 945 time: 0.2178793 Oct 12 12:40:34.113512 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:34.204222 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=b3a343e1-04ff-45b8-a712-621f39f630db,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:34.228463 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:34.251430 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e55f6c43-9bf3-43e2-9d4f-ca7515463d76 req-78cbf1e0-0b08-45b8-ba80-6c81f162efb1 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 210 time: 0.0476151 Oct 12 12:40:34.261449 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6007b068-9c33-403d-bb49-f1bf86686b28 req-7ad3463d-1086-4376-943b-f5811b98ebe8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499975 Oct 12 12:40:34.366252 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfe6cab-c5d9-4ab0-afa4-39adb6148a73 x-openstack-request-id: req-cdfe6cab-c5d9-4ab0-afa4-39adb6148a73 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:34.366252 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a51ad5-ef04-4f25-961e-6705be7abc42", "name": "network-vif-plugged", "status": "completed", "tag": "b3a343e1-04ff-45b8-a712-621f39f630db", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:34.366252 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdfe6cab-c5d9-4ab0-afa4-39adb6148a73 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:34.366548 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfe6cab-c5d9-4ab0-afa4-39adb6148a73'] response: {'server_uuid': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'code': 200} Oct 12 12:40:34.386710 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Allocated IP 172.20.0.14 (1b4ef2f4-49f2-43ce-8f92-68931ce3b901/46ab091e-2588-41eb-9261-dad901709c25/62e7a189-3e2c-4b4b-b6b8-a25215b993be) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:34.401985 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-73114472-d850-49d5-8087-1cc0ad9c26b9 req-42f8b2dc-3088-49fe-a3ef-a448253e5ecc tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 210 time: 0.0535810 Oct 12 12:40:34.532798 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d70b9-31ac-44cd-838b-152218700684 req-72dfd1e9-a155-49ed-b774-9a265784866b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:34.534431 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc4d70b9-31ac-44cd-838b-152218700684 req-72dfd1e9-a155-49ed-b774-9a265784866b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0968900 Oct 12 12:40:34.592570 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:34.616770 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc4d70b9-31ac-44cd-838b-152218700684 req-c36947b4-646c-4526-af1f-6096e9f72ca5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745018 Oct 12 12:40:34.629488 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:34.782606 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:34.837425 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:34.841003 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:34.845446 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:34.882566 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event updated for resources: {'Port': ['ID=62e7a189-3e2c-4b4b-b6b8-a25215b993be,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:34.934730 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:34.935437 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:35.024881 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-174f75ca-c76e-41fa-a929-50fb9a06c560 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3084414 Oct 12 12:40:35.081974 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Request body: {'port': {'device_id': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:35.223289 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:35.253423 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd4e06-7644-41bb-a3ed-097b0521121a req-f123ad56-0a38-4134-8338-06b2c2ec3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:35.254979 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5ffd4e06-7644-41bb-a3ed-097b0521121a req-f123ad56-0a38-4134-8338-06b2c2ec3613 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 1130 time: 0.1134539 Oct 12 12:40:35.283760 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-21993d7e-89fe-4c72-81a6-9ec2939fefb5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:35.285246 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-21993d7e-89fe-4c72-81a6-9ec2939fefb5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.39 "GET /networking/v2.0/networks?id=32bd4761-1cf3-457f-afa4-3d358a5f2bd3 HTTP/1.1" status: 200 len: 809 time: 0.2932599 Oct 12 12:40:35.307235 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Request body: {'port': {'device_id': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3', 'admin_state_up': True, 'tenant_id': '827d3a5990a940049bcb35a219efdef3'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:35.319814 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5ffd4e06-7644-41bb-a3ed-097b0521121a req-c21481d8-77c7-48f2-8ba6-0d848eaca47c service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569921 Oct 12 12:40:35.352518 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-a327e956-192c-4efc-bd92-bea506033cc5 None None] Provisioning complete for port 62e7a189-3e2c-4b4b-b6b8-a25215b993be triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:35.353549 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a327e956-192c-4efc-bd92-bea506033cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:35.354065 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-a327e956-192c-4efc-bd92-bea506033cc5 None None] Attempt 1 to provision port 62e7a189-3e2c-4b4b-b6b8-a25215b993be Oct 12 12:40:35.393339 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-a327e956-192c-4efc-bd92-bea506033cc5 None None] Port 62e7a189-3e2c-4b4b-b6b8-a25215b993be cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:40:35.398443 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43523f-9579-4bcd-b782-2d90df795954 req-84cb3b5e-be3e-4116-83d5-fce2312e25ae tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:35.400058 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f43523f-9579-4bcd-b782-2d90df795954 req-84cb3b5e-be3e-4116-83d5-fce2312e25ae tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 946 time: 0.0544789 Oct 12 12:40:35.449640 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8361017d-7918-490f-9b4c-af64f4d8f7b6 req-6283215d-253f-4ac3-b87c-5a31350b487a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 210 time: 0.0849388 Oct 12 12:40:35.452626 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f43523f-9579-4bcd-b782-2d90df795954 req-03df5809-40ba-4ef8-b4b1-4b346b84a548 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466499 Oct 12 12:40:35.577140 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:35.606628 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf31331-a097-4cf4-934a-bfd456abcc8f req-0add7e6a-10b7-449d-9f52-4d9757f88a6a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:35.608123 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fcf31331-a097-4cf4-934a-bfd456abcc8f req-0add7e6a-10b7-449d-9f52-4d9757f88a6a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 932 time: 0.0744202 Oct 12 12:40:35.649088 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:35.651521 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:40:35.687436 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Made reservation on behalf of 827d3a5990a940049bcb35a219efdef3 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:40:35.691288 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:35.727218 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fcf31331-a097-4cf4-934a-bfd456abcc8f req-90ef85b7-c508-42f1-8107-64e01fa0f75a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115730 Oct 12 12:40:35.774865 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e7a189-3e2c-4b4b-b6b8-a25215b993be {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:35.811786 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Publish callbacks [] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:35.841391 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2a817-bfbd-4241-86a1-50d503817470 req-f568e9ba-7eb6-457d-9c44-14b2828b2e0d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:35.841639 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Transition to ACTIVE for port object 62e7a189-3e2c-4b4b-b6b8-a25215b993be will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:40:35.846327 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-efc2a817-bfbd-4241-86a1-50d503817470 req-f568e9ba-7eb6-457d-9c44-14b2828b2e0d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0612464 Oct 12 12:40:35.927328 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-efc2a817-bfbd-4241-86a1-50d503817470 req-3dd57c0b-6d7e-44d5-9165-6b27e2949e07 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687413 Oct 12 12:40:35.943167 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:35.946250 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Allocated IP 172.20.0.2 (32bd4761-1cf3-457f-afa4-3d358a5f2bd3/75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a/bb5b2fee-ff37-496e-847f-922d0d418ff8) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:40:36.029428 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Pushing event updated for resources: {'Port': ['ID=62e7a189-3e2c-4b4b-b6b8-a25215b993be,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:36.130181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Attempting to bind port 62e7a189-3e2c-4b4b-b6b8-a25215b993be on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:40:36.130519 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Attempting to bind port 62e7a189-3e2c-4b4b-b6b8-a25215b993be by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:40:36.130845 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Attempting to bind port 62e7a189-3e2c-4b4b-b6b8-a25215b993be on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:36.158950 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:36.231938 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Port 62e7a189-3e2c-4b4b-b6b8-a25215b993be on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:40:36.232270 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Attempting to bind port 62e7a189-3e2c-4b4b-b6b8-a25215b993be on network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:36.300592 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks [] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:36.325991 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:40:36.326334 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Checking segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:36.326723 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Bound using segment: {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:40:36.327162 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Bound port: 62e7a189-3e2c-4b4b-b6b8-a25215b993be, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739befac-a2bb-4972-a0f9-d6d01082730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:40:36.327520 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:36.415715 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] For port 62e7a189-3e2c-4b4b-b6b8-a25215b993be, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:40:36.418801 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] For port 62e7a189-3e2c-4b4b-b6b8-a25215b993be, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:40:36.457239 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:36.524296 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:40:36.526140 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:36.531601 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:36.532225 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:36.533623 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 200 len: 1094 time: 1.4725833 Oct 12 12:40:36.534327 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:36.536589 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19750b7c-b7af-46c7-8772-414735f5c4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:36.539319 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:40:36.549313 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:40:36.557417 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Pushing event updated for resources: {'Port': ['ID=bb5b2fee-ff37-496e-847f-922d0d418ff8,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:36.612967 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ed72-7135-46c3-9a7f-d10354b13625 req-da6896c7-7506-4c9a-bdc8-ec83e7e32017 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:36.621105 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9007ed72-7135-46c3-9a7f-d10354b13625 req-da6896c7-7506-4c9a-bdc8-ec83e7e32017 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 946 time: 0.0646572 Oct 12 12:40:36.674736 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9007ed72-7135-46c3-9a7f-d10354b13625 req-fc2481f6-2654-44bc-8d04-f9faee43827b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527380 Oct 12 12:40:36.740179 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:36.746051 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:36.746859 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:36.754401 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6a82cd-2388-4034-a61e-d6303f3b5d34 x-openstack-request-id: req-1c6a82cd-2388-4034-a61e-d6303f3b5d34 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:36.754811 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:36.755161 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c6a82cd-2388-4034-a61e-d6303f3b5d34 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:36.755693 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6a82cd-2388-4034-a61e-d6303f3b5d34'] response: {'name': 'network-changed', 'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'status': 'completed', 'code': 200} Oct 12 12:40:36.785292 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa3ab8-6804-4d0a-8c0f-3478b6982270 service neutron] Pushing event updated for resources: {'Port': ['ID=62e7a189-3e2c-4b4b-b6b8-a25215b993be,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:36.828796 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd765ee3-8138-405e-b24c-fbeb6201ee2d req-e64844ae-4e7e-4ea3-83e8-5c4e18b30859 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:36.828796 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dd765ee3-8138-405e-b24c-fbeb6201ee2d req-e64844ae-4e7e-4ea3-83e8-5c4e18b30859 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 931 time: 0.2241163 Oct 12 12:40:36.833003 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-5d07a35c-8dec-4add-be40-d45b6f6236dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:36.845254 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-5d07a35c-8dec-4add-be40-d45b6f6236dd service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1128 time: 0.0733583 Oct 12 12:40:36.890374 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-07de1c32-d5fd-43e0-8e2c-f8cd83c10d22 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5879385 Oct 12 12:40:36.908472 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57436963-eea5-4eb0-9c04-63ba9163f17c req-709d4bf6-2c78-4f23-8c75-49095b37ef75 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:36.916617 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-57436963-eea5-4eb0-9c04-63ba9163f17c req-709d4bf6-2c78-4f23-8c75-49095b37ef75 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.0787106 Oct 12 12:40:36.921520 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dd765ee3-8138-405e-b24c-fbeb6201ee2d req-801facbe-9a61-4c64-8ca6-d2826e9089e6 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726326 Oct 12 12:40:36.981814 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-57436963-eea5-4eb0-9c04-63ba9163f17c req-2d9fb9c9-8ec2-4a05-8188-2754e6947fed tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633280 Oct 12 12:40:37.063889 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b8af4-df26-45fa-97ac-35f3fb8a7ba6 req-fadf283b-ee60-4929-98f4-825cb2aac2c1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:37.065579 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e53b8af4-df26-45fa-97ac-35f3fb8a7ba6 req-fadf283b-ee60-4929-98f4-825cb2aac2c1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0530727 Oct 12 12:40:37.153546 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e53b8af4-df26-45fa-97ac-35f3fb8a7ba6 req-56272b64-ce89-4389-9e2b-aa36d7684cb3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803442 Oct 12 12:40:37.557683 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Request body: {'port': {'device_id': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:37.622971 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-0bd413c2-ed75-4393-9408-c7fac1001a04 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 200 len: 217 time: 0.0424674 Oct 12 12:40:37.691485 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:37.706794 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d5626d31-2977-4ca4-9f82-5dd89bd4fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:37.708074 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-d5626d31-2977-4ca4-9f82-5dd89bd4fc8e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0788674 Oct 12 12:40:37.841697 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:37.855415 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-18a7a25d-2e6c-42cd-bc2a-285101073835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:37.856894 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-18a7a25d-2e6c-42cd-bc2a-285101073835 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1031525 Oct 12 12:40:37.857757 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0bc33-e090-4705-bb07-a771c3c18258 req-3504b97a-5417-4fad-a1af-f10db706161b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:37.865611 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8aa0bc33-e090-4705-bb07-a771c3c18258 req-3504b97a-5417-4fad-a1af-f10db706161b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 946 time: 0.1111622 Oct 12 12:40:37.925458 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8aa0bc33-e090-4705-bb07-a771c3c18258 req-46e66a00-1542-4f7f-be13-c32813b6fd31 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587988 Oct 12 12:40:38.052824 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-b3ee4649-ddd6-45a1-aed9-9d57e47943e4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835048 Oct 12 12:40:38.074219 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d8160-527e-40db-9aa8-dcece1ff2736 req-c1fef1fe-b21c-429c-bbe6-0201d4874bbd tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:38.076709 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c11d8160-527e-40db-9aa8-dcece1ff2736 req-c1fef1fe-b21c-429c-bbe6-0201d4874bbd tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 946 time: 0.0592301 Oct 12 12:40:38.092890 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 42058) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:38.097603 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'floatingip': {'port_id': 'b3a343e1-04ff-45b8-a712-621f39f630db'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:38.154033 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (153144c1-690b-4b82-bba0-6fd397db80ac), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:38.313561 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:38.314480 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:38.462655 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf926b-a8f2-4ebc-90ed-ea74297f6741 req-b8e03498-68c3-4da6-9aba-e25b52f1220e tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:38.471530 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3acf926b-a8f2-4ebc-90ed-ea74297f6741 req-b8e03498-68c3-4da6-9aba-e25b52f1220e tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 931 time: 0.4386647 Oct 12 12:40:38.505085 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:38.533205 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fecfbd-ac37-4fa0-9646-6ba4e8c40442 req-266f62e0-2e55-473f-96a5-0e2d75596dae tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:38.534282 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5b2fee-ff37-496e-847f-922d0d418ff8 {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:38.535403 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-41fecfbd-ac37-4fa0-9646-6ba4e8c40442 req-266f62e0-2e55-473f-96a5-0e2d75596dae tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.2380872 Oct 12 12:40:38.602586 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Publish callbacks [] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:38.606847 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d20b7aff-f765-41a9-8c2c-c1ee783a9b2e req-ba74039f-d7b4-4da8-b259-5d1b5283e98a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086608 Oct 12 12:40:38.643745 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Transition to ACTIVE for port object bb5b2fee-ff37-496e-847f-922d0d418ff8 will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:40:38.651358 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3acf926b-a8f2-4ebc-90ed-ea74297f6741 req-71e1cafc-a208-47db-917f-d2068e857972 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787639 Oct 12 12:40:38.694071 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-41fecfbd-ac37-4fa0-9646-6ba4e8c40442 req-1c6499c1-957f-4596-9007-773f8edf4b72 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514430 Oct 12 12:40:38.821873 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419a77-6c51-4aaf-8530-db35c54d9030 req-8f74d982-2b01-4993-a9f4-ca85b37e933c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:38.823614 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a3419a77-6c51-4aaf-8530-db35c54d9030 req-8f74d982-2b01-4993-a9f4-ca85b37e933c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0748277 Oct 12 12:40:38.841921 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:38.851552 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:38.918737 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (153144c1-690b-4b82-bba0-6fd397db80ac), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:38.921095 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-f0d1df60-af65-44e3-bc6f-bf231d3dfd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:38.923035 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-f0d1df60-af65-44e3-bc6f-bf231d3dfd5f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1128 time: 0.0978050 Oct 12 12:40:39.046687 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5b2fee-ff37-496e-847f-922d0d418ff8,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:39.058200 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a3419a77-6c51-4aaf-8530-db35c54d9030 req-08742735-2f72-40ad-af70-7b7cc2252609 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208586 Oct 12 12:40:39.122109 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Floating IP 153144c1-690b-4b82-bba0-6fd397db80ac associated. External IP: 172.27.3.201, port: b3a343e1-04ff-45b8-a712-621f39f630db. Oct 12 12:40:39.143355 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-88037146-8794-4a1d-805e-49039397560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:39.144914 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-88037146-8794-4a1d-805e-49039397560f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.1863098 Oct 12 12:40:39.147808 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Attempting to bind port bb5b2fee-ff37-496e-847f-922d0d418ff8 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:40:39.148150 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Attempting to bind port bb5b2fee-ff37-496e-847f-922d0d418ff8 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:40:39.148474 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Attempting to bind port bb5b2fee-ff37-496e-847f-922d0d418ff8 on network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:39.208464 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-a0e862e3-31f3-4045-a49d-bc6b724e5844 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 200 len: 217 time: 0.0560527 Oct 12 12:40:39.261782 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:39.265962 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Port bb5b2fee-ff37-496e-847f-922d0d418ff8 on network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:40:39.266293 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Attempting to bind port bb5b2fee-ff37-496e-847f-922d0d418ff8 on network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:40:39.293731 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-288d4589-f0b6-47e5-a0ed-37924bf39573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:39.295325 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-288d4589-f0b6-47e5-a0ed-37924bf39573 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0803397 Oct 12 12:40:39.359187 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:40:39.363037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-b923b985-3b55-49c4-a8a8-41b6042a6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:39.364679 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-b923b985-3b55-49c4-a8a8-41b6042a6fff service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0633309 Oct 12 12:40:39.369097 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:40:39.369097 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Checking segment: {'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:40:39.369582 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Bound using segment: {'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:40:39.370087 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Bound port: bb5b2fee-ff37-496e-847f-922d0d418ff8, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:40:39.370495 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:39.499598 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:40:39.504886 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:39.518702 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:40:39.523855 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] For port bb5b2fee-ff37-496e-847f-922d0d418ff8, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:40:39.525899 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:39.529770 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] For port bb5b2fee-ff37-496e-847f-922d0d418ff8, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bb5b2fee-ff37-496e-847f-922d0d418ff8,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:40:39.535174 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-d1bc16fd-ff10-4a90-80ad-faf395437ce6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618593 Oct 12 12:40:39.538610 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:39.539311 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:40:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:39.582608 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9c036274-5f3e-4b7b-a8ca-62e3ac07cfa8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/153144c1-690b-4b82-bba0-6fd397db80ac HTTP/1.1" status: 200 len: 992 time: 1.4884417 Oct 12 12:40:39.583574 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'tag': 'b3a343e1-04ff-45b8-a712-621f39f630db'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:39.587839 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7fe763-e420-42a4-8b18-04f340f5d678" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a51ad5-ef04-4f25-961e-6705be7abc42", "tag": "b3a343e1-04ff-45b8-a712-621f39f630db"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:39.636559 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb06a2d-619a-4c5d-9faa-5a7274769fec x-openstack-request-id: req-bdb06a2d-619a-4c5d-9faa-5a7274769fec {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:39.637096 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a51ad5-ef04-4f25-961e-6705be7abc42", "tag": "b3a343e1-04ff-45b8-a712-621f39f630db", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:39.637584 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdb06a2d-619a-4c5d-9faa-5a7274769fec {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:39.638224 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb06a2d-619a-4c5d-9faa-5a7274769fec'] response: {'name': 'network-changed', 'server_uuid': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'tag': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'status': 'completed', 'code': 200} Oct 12 12:40:39.661177 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19750b7c-b7af-46c7-8772-414735f5c4a6 req-f7babbdf-f9b4-4290-8936-a1843bf1c009 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194942 Oct 12 12:40:39.661607 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:39.711940 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:39.712134 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:39.716807 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:39.717421 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:39.718863 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/bb5b2fee-ff37-496e-847f-922d0d418ff8 HTTP/1.1" status: 200 len: 1093 time: 2.1664417 Oct 12 12:40:39.720654 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'tag': 'bb5b2fee-ff37-496e-847f-922d0d418ff8'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:39.722831 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2301efc-5cae-47be-bbd3-3495e6ee004c" -d '{"events": [{"name": "network-changed", "server_uuid": "f706cb9a-b0ad-46bc-94f4-e89e468e4024", "tag": "bb5b2fee-ff37-496e-847f-922d0d418ff8"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:39.831581 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-02ca575a-7152-4b9a-912b-0076f834cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:39.832986 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-02ca575a-7152-4b9a-912b-0076f834cafb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 1130 time: 0.1299322 Oct 12 12:40:39.839336 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:39.907732 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17617e-fb69-4539-9cc7-0e59721b6f42 req-760d0d0c-ad4e-4186-a103-c7c5e77d1ddd tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:39.909217 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ef17617e-fb69-4539-9cc7-0e59721b6f42 req-760d0d0c-ad4e-4186-a103-c7c5e77d1ddd tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.1241202 Oct 12 12:40:39.936150 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f63e2e-4bf2-4990-ba9c-e6b7eb24d246 req-ac1ec2a3-de55-43fa-8d53-2fdb809b39e2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:39.937717 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b6f63e2e-4bf2-4990-ba9c-e6b7eb24d246 req-ac1ec2a3-de55-43fa-8d53-2fdb809b39e2 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.1113708 Oct 12 12:40:40.009033 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ed9ec-af08-4334-9d44-ad82397d24a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5b2fee-ff37-496e-847f-922d0d418ff8,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:40.019036 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b6f63e2e-4bf2-4990-ba9c-e6b7eb24d246 req-d9bb8c79-9915-40ae-83d0-f323f40ebb3b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700679 Oct 12 12:40:40.126612 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '153144c1-690b-4b82-bba0-6fd397db80ac', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:d5:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:08Z', 'updated_at': '2022-10-12T12:40:38Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}, {'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 2, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:40.132036 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268d1544-b5df-4151-bb09-f377163c8b73 x-openstack-request-id: req-268d1544-b5df-4151-bb09-f377163c8b73 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:40.132320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f706cb9a-b0ad-46bc-94f4-e89e468e4024", "tag": "bb5b2fee-ff37-496e-847f-922d0d418ff8", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:40.132567 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-268d1544-b5df-4151-bb09-f377163c8b73 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:40.133498 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268d1544-b5df-4151-bb09-f377163c8b73'] response: {'name': 'network-changed', 'server_uuid': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'tag': 'bb5b2fee-ff37-496e-847f-922d0d418ff8', 'status': 'completed', 'code': 200} Oct 12 12:40:40.134809 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-86f03926-4a7f-4e9b-adfb-8e3991cd1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:40.136355 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-86f03926-4a7f-4e9b-adfb-8e3991cd1dde service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=827d3a5990a940049bcb35a219efdef3&device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 1127 time: 0.2714834 Oct 12 12:40:40.166420 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ef17617e-fb69-4539-9cc7-0e59721b6f42 req-ada3b803-feab-4ddf-a940-db9a9b20284a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840956 Oct 12 12:40:40.192196 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:40:40.203604 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:40.204232 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:40:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:40.252294 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-75f37762-8448-4519-a565-d80cee838be6 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb5b2fee-ff37-496e-847f-922d0d418ff8 HTTP/1.1" status: 200 len: 217 time: 0.0554929 Oct 12 12:40:40.328432 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-74f7bebc-3fca-4ff6-a331-6198cff2c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:40.330099 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-74f7bebc-3fca-4ff6-a331-6198cff2c426 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a HTTP/1.1" status: 200 len: 849 time: 0.0680456 Oct 12 12:40:40.349132 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3344d-c3f5-4cb0-94bc-ba9f0988d179 req-e205d827-e55e-4490-9295-6b285d1cc047 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:40.356524 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-98e3344d-c3f5-4cb0-94bc-ba9f0988d179 req-e205d827-e55e-4490-9295-6b285d1cc047 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1243834 Oct 12 12:40:40.369880 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-6553edc0-1e6c-4d47-a730-7e951781df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:40.383022 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-6553edc0-1e6c-4d47-a730-7e951781df89 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 916 time: 0.5326092 Oct 12 12:40:40.389304 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:40.421874 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-79cea4bc-66a9-4574-aad8-59c7c16dd417 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=32bd4761-1cf3-457f-afa4-3d358a5f2bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805385 Oct 12 12:40:40.423712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:40.426032 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-98e3344d-c3f5-4cb0-94bc-ba9f0988d179 req-096d512d-adf1-4c96-b3a2-f97a48ccabdf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685520 Oct 12 12:40:40.472046 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:40.568150 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:40.574582 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-ba893ed0-cdbc-48b8-aefb-3f512fbf4242 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3a343e1-04ff-45b8-a712-621f39f630db HTTP/1.1" status: 200 len: 1000 time: 0.1602430 Oct 12 12:40:40.627978 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:40.656084 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-7f13aab3-8acf-4167-b491-4fc0a127b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:40.657545 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-7f13aab3-8acf-4167-b491-4fc0a127b72b service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.0759456 Oct 12 12:40:40.661465 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-01ebf6b6-ea94-4c49-b613-3654b61cce54 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914523 Oct 12 12:40:40.761674 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-052e0573-5fd6-4952-8291-25e5042c766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:40.763446 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-052e0573-5fd6-4952-8291-25e5042c766d service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0942938 Oct 12 12:40:40.798704 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=19 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:40.847013 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '153144c1-690b-4b82-bba0-6fd397db80ac', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:d5:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:08Z', 'updated_at': '2022-10-12T12:40:38Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}, {'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 2, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:40.872050 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-effa0704-7d0d-4f55-bf1e-88b4f63d4257 req-dca1c6b2-d927-44c5-b1e6-a8950d32ef89 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008653 Oct 12 12:40:40.877629 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c803a-5c31-4d4d-a8a2-e7ed299a6a30 None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '153144c1-690b-4b82-bba0-6fd397db80ac', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:d5:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:08Z', 'updated_at': '2022-10-12T12:40:38Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}, {'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 2, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:40:40.922048 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-32a650ce-04f8-48b5-b81a-362eeb63c462 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482201 Oct 12 12:40:41.085264 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-0ada91ee-1fab-4d18-8c44-c44d9c0b78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:41.086828 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-0ada91ee-1fab-4d18-8c44-c44d9c0b78c8 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=827d3a5990a940049bcb35a219efdef3&device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 1127 time: 0.0715013 Oct 12 12:40:41.091286 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae7fe763-e420-42a4-8b18-04f340f5d678 req-5693bba9-05e8-45ac-9b1a-c020daad1a78 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606646 Oct 12 12:40:41.233111 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615ab63-385f-4ee4-aa9c-e7fefe298eff None None] New status for floating IP 153144c1-690b-4b82-bba0-6fd397db80ac: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:40:41.284250 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc89ca7-7570-4c06-9f25-0213c6707d41 req-18c0bb0e-6d17-4f00-a073-8e0a1116f1a3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:41.285669 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8fc89ca7-7570-4c06-9f25-0213c6707d41 req-18c0bb0e-6d17-4f00-a073-8e0a1116f1a3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.1325088 Oct 12 12:40:41.380833 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-182a3de3-06fb-47b2-bf33-bcda4fd6902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:41.394583 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-182a3de3-06fb-47b2-bf33-bcda4fd6902b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=32bd4761-1cf3-457f-afa4-3d358a5f2bd3 HTTP/1.1" status: 200 len: 910 time: 0.2726014 Oct 12 12:40:41.451710 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f7901-2933-468e-a7fa-4b348d2181df req-e2be27c0-1fd8-4b42-b616-76a2bb02cedc tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:41.460223 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-256f7901-2933-468e-a7fa-4b348d2181df req-e2be27c0-1fd8-4b42-b616-76a2bb02cedc tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.1141548 Oct 12 12:40:41.486504 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8fc89ca7-7570-4c06-9f25-0213c6707d41 req-62639e91-578d-4d12-92a0-a7ca545b6777 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671963 Oct 12 12:40:41.557337 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-256f7901-2933-468e-a7fa-4b348d2181df req-0e6fd12b-ab52-484a-afe4-ebb146496ca2 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930765 Oct 12 12:40:41.588468 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-0d0bb6ea-0c4c-4b69-94db-da83517b186a service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb5b2fee-ff37-496e-847f-922d0d418ff8 HTTP/1.1" status: 200 len: 217 time: 0.1737785 Oct 12 12:40:41.744191 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37ca74-629b-408a-9bf7-371fa7630442 req-86d2b4b2-9c4b-4402-a459-765d2a16ded6 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:41.752073 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ec37ca74-629b-408a-9bf7-371fa7630442 req-86d2b4b2-9c4b-4402-a459-765d2a16ded6 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.1112366 Oct 12 12:40:41.775387 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-b9b6cfbf-d6e6-41fa-8759-67104e547dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:41.777769 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-b9b6cfbf-d6e6-41fa-8759-67104e547dfa service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a HTTP/1.1" status: 200 len: 849 time: 0.1825299 Oct 12 12:40:41.829301 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-efc8e558-af80-404f-abde-b5970e61faf9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=32bd4761-1cf3-457f-afa4-3d358a5f2bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439799 Oct 12 12:40:41.859985 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ec37ca74-629b-408a-9bf7-371fa7630442 req-d6c6c177-c8d2-43dd-bc9b-5fb1b6e543f9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066709 Oct 12 12:40:41.927049 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:41.946416 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:41.968266 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-5f663f45-c86e-4864-82d1-5ca9b572245e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307850 Oct 12 12:40:42.077693 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c2301efc-5cae-47be-bbd3-3495e6ee004c req-4f801dee-699e-4b49-a050-1d6a093de9ca service neutron] 10.222.0.39 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023834 Oct 12 12:40:42.655995 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419577f-0967-4750-89bf-4ac540b69cc5 req-a480b705-d8bd-431f-bce3-3af065ae7265 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:42.658358 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9419577f-0967-4750-89bf-4ac540b69cc5 req-a480b705-d8bd-431f-bce3-3af065ae7265 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.0817416 Oct 12 12:40:42.718617 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f52b-3558-4138-8c85-8faa7f1fc783 req-47673bdf-b7f8-4be3-877a-034949155b92 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:42.726085 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fd96f52b-3558-4138-8c85-8faa7f1fc783 req-47673bdf-b7f8-4be3-877a-034949155b92 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0583272 Oct 12 12:40:42.726257 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9419577f-0967-4750-89bf-4ac540b69cc5 req-dc139bde-2fb5-4b78-b7e5-21f750d75417 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553977 Oct 12 12:40:42.785002 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fd96f52b-3558-4138-8c85-8faa7f1fc783 req-e62b5c23-2ca3-4cdb-b367-d56b0d271cbb tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Oct 12 12:40:43.003167 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f9966-4d17-40c2-9aea-c97370122366 req-527d38e6-beda-47b0-80f3-1976ddc0fb17 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:43.005093 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ef5f9966-4d17-40c2-9aea-c97370122366 req-527d38e6-beda-47b0-80f3-1976ddc0fb17 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0520318 Oct 12 12:40:43.078537 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ef5f9966-4d17-40c2-9aea-c97370122366 req-44a9caa5-5d27-486c-b6e2-dfb07bb5dbc8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640776 Oct 12 12:40:43.892816 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68751941-f265-4d6b-ad17-5017af98960c req-3c0dd6cd-1a02-4b5f-b436-ed792f2d3758 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:43.894253 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-68751941-f265-4d6b-ad17-5017af98960c req-3c0dd6cd-1a02-4b5f-b436-ed792f2d3758 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.0554421 Oct 12 12:40:43.930005 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7799956-0889-420b-bb28-c1ab30227aab req-84b68a3f-3307-4d83-b6e8-46444b979bbf tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:43.931611 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b7799956-0889-420b-bb28-c1ab30227aab req-84b68a3f-3307-4d83-b6e8-46444b979bbf tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0546997 Oct 12 12:40:43.944375 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-68751941-f265-4d6b-ad17-5017af98960c req-8ed0a381-eb04-4c63-88fe-6a6617fb0e2a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Oct 12 12:40:43.983190 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b7799956-0889-420b-bb28-c1ab30227aab req-768a3001-3b71-4261-9d2e-ca896d92fd39 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459058 Oct 12 12:40:44.233731 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd92399-f37d-49f4-8d99-880dfb7bb352 req-cd013be6-d54d-4629-8704-98ebedea8a08 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:44.235266 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ccd92399-f37d-49f4-8d99-880dfb7bb352 req-cd013be6-d54d-4629-8704-98ebedea8a08 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0681849 Oct 12 12:40:44.288843 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ccd92399-f37d-49f4-8d99-880dfb7bb352 req-c25e005f-5f9f-428e-b0ac-09bd4ea76a47 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471647 Oct 12 12:40:45.065211 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b61f9-f40c-4771-b7aa-0562ac8f46b4 req-1e9acdfd-12f1-4000-bcd5-32e4825c42b8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:45.066828 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-858b61f9-f40c-4771-b7aa-0562ac8f46b4 req-1e9acdfd-12f1-4000-bcd5-32e4825c42b8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.0476995 Oct 12 12:40:45.117208 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-858b61f9-f40c-4771-b7aa-0562ac8f46b4 req-12b43caf-1ab3-4410-a3cd-49c5341a8e4f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Oct 12 12:40:45.127381 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4e807-d4b4-4e41-8355-863af4c5a03a req-eecd8e77-ff03-466e-b0f4-a13a3e363cbc tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:45.134823 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3e4e807-d4b4-4e41-8355-863af4c5a03a req-eecd8e77-ff03-466e-b0f4-a13a3e363cbc tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0597095 Oct 12 12:40:45.176483 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e3e4e807-d4b4-4e41-8355-863af4c5a03a req-18a36310-a603-4953-b31f-0d0e99e43182 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Oct 12 12:40:45.403951 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-985fc03c-2863-4f68-ac12-1a82d309842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:45.669454 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a9c4f-a317-4f2b-ae5e-5906fe9990fa req-32be81e6-597a-42e9-a21e-e35383807ee1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:45.671037 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b79a9c4f-a317-4f2b-ae5e-5906fe9990fa req-32be81e6-597a-42e9-a21e-e35383807ee1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.2647932 Oct 12 12:40:45.716782 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b79a9c4f-a317-4f2b-ae5e-5906fe9990fa req-f85c7a95-e6c2-4b34-a0f8-4186ef6f96c7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Oct 12 12:40:46.238153 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49603ce-4fd0-40b6-aafc-95f6854be4fb req-24107331-cb57-479c-a3df-d35d310307eb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:46.239609 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b49603ce-4fd0-40b6-aafc-95f6854be4fb req-24107331-cb57-479c-a3df-d35d310307eb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.0462232 Oct 12 12:40:46.287206 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b49603ce-4fd0-40b6-aafc-95f6854be4fb req-f6c17918-70ad-4768-8b09-c5282814e920 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 Oct 12 12:40:46.294354 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b9c9f-55f2-41a3-9cbc-eb95116cc37f req-04ffbf64-0105-4e6d-adcb-f93ad9c24b6b tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:46.295793 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f26b9c9f-55f2-41a3-9cbc-eb95116cc37f req-04ffbf64-0105-4e6d-adcb-f93ad9c24b6b tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0450940 Oct 12 12:40:46.341748 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f26b9c9f-55f2-41a3-9cbc-eb95116cc37f req-1f6382ba-3479-4e7e-bffd-a6c113d53732 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Oct 12 12:40:46.839730 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9fc86-0235-4cc6-a908-f68988ad3541 req-45279cd1-e205-4974-b548-66c565a9d6da tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:46.841222 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5d9fc86-0235-4cc6-a908-f68988ad3541 req-45279cd1-e205-4974-b548-66c565a9d6da tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0462902 Oct 12 12:40:46.891773 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5d9fc86-0235-4cc6-a908-f68988ad3541 req-e5f92ca6-efdc-4865-92d1-c8f6eb2ce09b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 Oct 12 12:40:47.409966 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312c2e6-d31f-4110-bf83-9fbd1da0f0e8 req-ce78f21b-b136-4893-aedc-bfb85685294a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:47.411858 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4312c2e6-d31f-4110-bf83-9fbd1da0f0e8 req-ce78f21b-b136-4893-aedc-bfb85685294a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.0498633 Oct 12 12:40:47.459778 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4312c2e6-d31f-4110-bf83-9fbd1da0f0e8 req-d79d3ee6-9946-4c78-b8fc-8e987476a1c4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Oct 12 12:40:47.466022 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befef6b-9b40-4c11-869b-456eaa1713ca req-81fbf192-6d8c-4e5d-b890-1871c805f09f tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:47.467512 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1befef6b-9b40-4c11-869b-456eaa1713ca req-81fbf192-6d8c-4e5d-b890-1871c805f09f tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0514092 Oct 12 12:40:47.514088 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1befef6b-9b40-4c11-869b-456eaa1713ca req-fb4dc5ef-2c53-450e-8abe-5e7a535fbfe9 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Oct 12 12:40:47.713163 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-35870c2c-89fa-45f0-be72-c6388525724a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:48.015968 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954ceaf-217f-405e-abd0-1e7bfd363531 req-4111bd42-9dd6-43df-a5b7-c31995113345 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:48.017333 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6954ceaf-217f-405e-abd0-1e7bfd363531 req-4111bd42-9dd6-43df-a5b7-c31995113345 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0454969 Oct 12 12:40:48.066133 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6954ceaf-217f-405e-abd0-1e7bfd363531 req-c9b71fea-3567-4728-a5a3-f9c6dcb85cb9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406582 Oct 12 12:40:48.581254 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fd8f3-f015-43c0-9089-4e4a9d1792e4 req-cfc3926b-f17c-4d2b-817c-2bbc47feaa07 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:48.582816 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4d5fd8f3-f015-43c0-9089-4e4a9d1792e4 req-cfc3926b-f17c-4d2b-817c-2bbc47feaa07 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.0486028 Oct 12 12:40:48.631305 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4d5fd8f3-f015-43c0-9089-4e4a9d1792e4 req-fb96c4c4-3a20-45ee-a616-df836ca6d991 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423985 Oct 12 12:40:48.639622 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac60fbc-3096-4061-aad1-2fd83f9c7972 req-1a38fe10-efb7-4c37-92a2-0cd277a9d8a5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:48.641285 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-eac60fbc-3096-4061-aad1-2fd83f9c7972 req-1a38fe10-efb7-4c37-92a2-0cd277a9d8a5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0477631 Oct 12 12:40:48.677592 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:48.692757 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-eac60fbc-3096-4061-aad1-2fd83f9c7972 req-53e45257-d0b6-4606-983b-8d2b5adb6432 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Oct 12 12:40:48.999221 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:49.204516 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f84358-1e66-4f53-aabd-863e63bc4dac req-4f36c714-e401-4603-9317-f6ed390a5e33 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:49.206078 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d4f84358-1e66-4f53-aabd-863e63bc4dac req-4f36c714-e401-4603-9317-f6ed390a5e33 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0514820 Oct 12 12:40:49.230862 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:49.252563 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d4f84358-1e66-4f53-aabd-863e63bc4dac req-3eb58d79-8f62-441e-a522-a5ff39154fed tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410061 Oct 12 12:40:49.630743 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 62e7a189-3e2c-4b4b-b6b8-a25215b993be details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:40:49.732836 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 62e7a189-3e2c-4b4b-b6b8-a25215b993be, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:49.746181 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'mac_address': 'fa:16:3e:ef:7a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:40:49.757174 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077b4f8-2e15-49d6-a2fb-326dfb226ff1 req-78ebdde0-fa42-4c46-af5d-eabcbd7f1583 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:49.758825 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1077b4f8-2e15-49d6-a2fb-326dfb226ff1 req-78ebdde0-fa42-4c46-af5d-eabcbd7f1583 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 944 time: 0.0501251 Oct 12 12:40:49.781970 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 62e7a189-3e2c-4b4b-b6b8-a25215b993be is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:49.787489 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:49.797660 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e7a189-3e2c-4b4b-b6b8-a25215b993be {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:49.810558 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1077b4f8-2e15-49d6-a2fb-326dfb226ff1 req-fadbdfca-1e7d-4758-9e3b-3cc9552b53de tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456486 Oct 12 12:40:49.829738 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e50e4a-0428-4e12-b8cc-ea2c5d1db557 req-129ff415-f18f-4bdf-a353-bc6d398d2ce0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:49.833353 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 62e7a189-3e2c-4b4b-b6b8-a25215b993be, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:49.838154 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b7e50e4a-0428-4e12-b8cc-ea2c5d1db557 req-129ff415-f18f-4bdf-a353-bc6d398d2ce0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0648732 Oct 12 12:40:49.884982 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b7e50e4a-0428-4e12-b8cc-ea2c5d1db557 req-30d7ef1a-5faf-447d-9ea9-d5f46514cd81 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Oct 12 12:40:49.948274 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:49.990306 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=62e7a189-3e2c-4b4b-b6b8-a25215b993be,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:50.362116 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:50.377584 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c6d7-42b3-4692-8bc7-b1252b7ef492 req-a32afb93-0de4-4e5a-abf2-bf22af89c315 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:50.379065 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-11a3c6d7-42b3-4692-8bc7-b1252b7ef492 req-a32afb93-0de4-4e5a-abf2-bf22af89c315 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0455706 Oct 12 12:40:50.426327 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-11a3c6d7-42b3-4692-8bc7-b1252b7ef492 req-8222c75c-3550-4429-bb91-8ce07291adec tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Oct 12 12:40:50.538239 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['62e7a189-3e2c-4b4b-b6b8-a25215b993be'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:40:50.668207 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:50.786631 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:50.787443 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:50.934816 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a8fc-4cf2-4f99-8449-15e40319387f req-05d79c18-64c5-4e38-bf20-161a99bb189a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:50.936331 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e343a8fc-4cf2-4f99-8449-15e40319387f req-05d79c18-64c5-4e38-bf20-161a99bb189a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 945 time: 0.0465429 Oct 12 12:40:50.959161 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:50.988641 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e343a8fc-4cf2-4f99-8449-15e40319387f req-53c82605-555b-4964-b14e-227be08efdb5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465684 Oct 12 12:40:51.009125 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67e52e-bd8f-47b4-bc23-be7f44abbba9 req-c69fd9c5-5aa9-4880-b306-6f4d84e5e57e tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:51.010684 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f67e52e-bd8f-47b4-bc23-be7f44abbba9 req-c69fd9c5-5aa9-4880-b306-6f4d84e5e57e tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0511389 Oct 12 12:40:51.059036 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f67e52e-bd8f-47b4-bc23-be7f44abbba9 req-4f3a49df-ded6-4fac-96e4-9df0fb416730 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Oct 12 12:40:51.269439 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-9922b632-ba67-49f1-ad81-d16a11a0d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:51.271117 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-9922b632-ba67-49f1-ad81-d16a11a0d187 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 1129 time: 0.0392103 Oct 12 12:40:51.369803 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-f6e27951-4f6d-4151-9720-5570c0d2a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:51.371317 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-f6e27951-4f6d-4151-9720-5570c0d2a458 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 918 time: 0.0871286 Oct 12 12:40:51.435686 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-02fdc764-2b0c-4c84-8e0c-817700b09952 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5987ac83-3534-44f8-b03e-d740853eca66 HTTP/1.1" status: 200 len: 1001 time: 0.0574958 Oct 12 12:40:51.484670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-7b46d336-d6bd-4840-bd02-f87f6085cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:51.486141 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-7b46d336-d6bd-4840-bd02-f87f6085cd8d service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.0439887 Oct 12 12:40:51.643853 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:51.716947 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 62e7a189-3e2c-4b4b-b6b8-a25215b993be up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:51.756160 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-1ab35dc7-69b0-46e5-b915-87fb09b26798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:51.757670 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-1ab35dc7-69b0-46e5-b915-87fb09b26798 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2618101 Oct 12 12:40:51.765044 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 62e7a189-3e2c-4b4b-b6b8-a25215b993be completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:40:51.780900 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2de7-27b5-4585-a98a-8cb3daf9b93c req-16613763-2eb7-4fe8-8a20-332db8a680e8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:51.782302 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bd1d2de7-27b5-4585-a98a-8cb3daf9b93c req-16613763-2eb7-4fe8-8a20-332db8a680e8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 945 time: 0.2620919 Oct 12 12:40:51.882584 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bd1d2de7-27b5-4585-a98a-8cb3daf9b93c req-918ec4e1-b6b0-47de-9784-b83366f824fb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900998 Oct 12 12:40:51.893426 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-925e9a67-da93-4ec5-9234-1afd1a5cd871 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277206 Oct 12 12:40:51.913186 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 62e7a189-3e2c-4b4b-b6b8-a25215b993be triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:51.913569 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:51.913908 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 62e7a189-3e2c-4b4b-b6b8-a25215b993be Oct 12 12:40:51.985416 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 62e7a189-3e2c-4b4b-b6b8-a25215b993be is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:51.985806 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:51.991853 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f4f36f5-c583-421e-a84f-e917eaee28de req-d82fc396-cd0b-4292-8df8-a7dc66890cc9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903962 Oct 12 12:40:52.009023 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:52.011296 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab9b37-0ac0-4937-a99a-e5541f9fa1c7" -d '{"events": [{"server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "name": "network-vif-plugged", "status": "completed", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:52.024756 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 62e7a189-3e2c-4b4b-b6b8-a25215b993be, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:52.060188 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ec6f3-1eb3-4014-8656-981ff96e0f5b x-openstack-request-id: req-ff7ec6f3-1eb3-4014-8656-981ff96e0f5b {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:52.060586 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "name": "network-vif-plugged", "status": "completed", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:52.060842 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff7ec6f3-1eb3-4014-8656-981ff96e0f5b {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:52.061273 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7ec6f3-1eb3-4014-8656-981ff96e0f5b'] response: {'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'code': 200} Oct 12 12:40:52.090700 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:52.091545 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:40:52.120480 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5c64c-dd50-4609-9d7c-ded7baa5d654 req-75af3c0e-7bff-40ad-9e8b-92e7f286fb17 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:52.127276 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-43c5c64c-dd50-4609-9d7c-ded7baa5d654 req-75af3c0e-7bff-40ad-9e8b-92e7f286fb17 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 945 time: 0.0556467 Oct 12 12:40:52.165404 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:52.182411 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-43c5c64c-dd50-4609-9d7c-ded7baa5d654 req-e2c5308d-5961-4846-8d8a-5bb486aaac40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541725 Oct 12 12:40:52.190838 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=62e7a189-3e2c-4b4b-b6b8-a25215b993be,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:52.207438 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444b6be-a1ae-4cd4-b349-89620c64c4b2 req-d0eeadbe-74cd-470e-9ddd-0c6d6c814060 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:52.212857 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0444b6be-a1ae-4cd4-b349-89620c64c4b2 req-d0eeadbe-74cd-470e-9ddd-0c6d6c814060 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0618796 Oct 12 12:40:52.230075 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 5987ac83-3534-44f8-b03e-d740853eca66 is: ACTIVE; New status is: DOWN {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:52.230533 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:52.257607 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0444b6be-a1ae-4cd4-b349-89620c64c4b2 req-b68a2ad5-2bb7-4288-aaa3-719e69917e0c tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Oct 12 12:40:52.265726 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:52.353571 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:52.403591 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=8']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:53.012153 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b5b03-c877-4e19-929d-17469c01fafe req-af14aa53-5654-4ea2-9430-78330ed2559c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:53.013621 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a56b5b03-c877-4e19-929d-17469c01fafe req-af14aa53-5654-4ea2-9430-78330ed2559c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0497413 Oct 12 12:40:53.061043 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a56b5b03-c877-4e19-929d-17469c01fafe req-b6c3a8dc-57e6-40e7-bd49-e399387871a2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Oct 12 12:40:53.304149 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aea0d6-bbf6-4525-95a5-645feb5e25ef req-053c0d5a-fb43-47d9-9008-08ba39b44153 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:53.305627 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f3aea0d6-bbf6-4525-95a5-645feb5e25ef req-053c0d5a-fb43-47d9-9008-08ba39b44153 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0474970 Oct 12 12:40:53.358211 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f3aea0d6-bbf6-4525-95a5-645feb5e25ef req-19c380cc-c932-4bf4-acae-9d86af5afe5e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469849 Oct 12 12:40:53.404586 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03005d27-29f5-489e-b1e3-982b3f261b08 req-7eef5f85-bd72-4a9e-a98e-bc5d72905703 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:53.406145 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03005d27-29f5-489e-b1e3-982b3f261b08 req-7eef5f85-bd72-4a9e-a98e-bc5d72905703 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0608327 Oct 12 12:40:53.436942 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:53.454029 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03005d27-29f5-489e-b1e3-982b3f261b08 req-50a7de31-dfa3-4490-b52d-5050ad5529e9 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Oct 12 12:40:53.517916 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-a1053404-2deb-4fcd-b19d-1cd6019ce3cb tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-35834723&fields=id&tenant_id=b15d78e196664c1aa41be6c5afe4238b HTTP/1.1" status: 200 len: 267 time: 0.0442431 Oct 12 12:40:53.623214 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-1cdb60f0-01c8-4f3b-9d78-55c5c3c5a842 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:53.624645 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-1cdb60f0-01c8-4f3b-9d78-55c5c3c5a842 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/networks?id=67fe8886-6694-423c-8a16-f3bf148c60e0 HTTP/1.1" status: 200 len: 809 time: 0.1001782 Oct 12 12:40:53.639159 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-502476e3-fdc0-4f1d-849e-6d28c001ed45 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/quotas/b15d78e196664c1aa41be6c5afe4238b HTTP/1.1" status: 200 len: 375 time: 0.0092318 Oct 12 12:40:53.693155 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-84755fc9-7d72-4fc1-89c7-f3f109b07071 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b15d78e196664c1aa41be6c5afe4238b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492861 Oct 12 12:40:53.703932 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device bb5b2fee-ff37-496e-847f-922d0d418ff8 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:40:53.793411 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-2e80409d-20c5-4ba4-b4c4-54b5ed4c8e1f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863645 Oct 12 12:40:53.810485 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port bb5b2fee-ff37-496e-847f-922d0d418ff8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bb5b2fee-ff37-496e-847f-922d0d418ff8,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:53.821677 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'bb5b2fee-ff37-496e-847f-922d0d418ff8', 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3', 'port_id': 'bb5b2fee-ff37-496e-847f-922d0d418ff8', 'mac_address': 'fa:16:3e:95:8f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:40:53.861535 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port bb5b2fee-ff37-496e-847f-922d0d418ff8 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:53.861926 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:53.876858 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5b2fee-ff37-496e-847f-922d0d418ff8 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:40:53.890427 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9bfce882-75b7-4e9f-873f-1bf8e15d8c4e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Oct 12 12:40:53.897057 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port bb5b2fee-ff37-496e-847f-922d0d418ff8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bb5b2fee-ff37-496e-847f-922d0d418ff8,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:53.969961 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:53.998739 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:54.020591 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=bb5b2fee-ff37-496e-847f-922d0d418ff8,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:54.062291 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:54.064673 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f173fe91-4a6e-44fe-b68e-41100fdfe33c" -d '{"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5987ac83-3534-44f8-b03e-d740853eca66"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:54.108156 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f5043-51e0-44d2-aaf5-f6e47e16157e x-openstack-request-id: req-e18f5043-51e0-44d2-aaf5-f6e47e16157e {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:54.108471 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5987ac83-3534-44f8-b03e-d740853eca66", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:54.110420 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e18f5043-51e0-44d2-aaf5-f6e47e16157e {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:54.110420 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18f5043-51e0-44d2-aaf5-f6e47e16157e'] response: {'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66', 'code': 200} Oct 12 12:40:54.196750 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 42320) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:54.266760 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39ad26-b1ca-4cff-9fb5-428770fc8a77 req-4c482701-8acb-415e-9c09-7ee1fd752d32 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:54.268263 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5a39ad26-b1ca-4cff-9fb5-428770fc8a77 req-4c482701-8acb-415e-9c09-7ee1fd752d32 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.1105754 Oct 12 12:40:54.310572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d4bc6-ebc6-474d-a919-61738bea5050 req-8103e712-5196-435e-8dd5-e04c93089eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:54.312067 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f81d4bc6-ebc6-474d-a919-61738bea5050 req-8103e712-5196-435e-8dd5-e04c93089eff service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1130 time: 0.0929823 Oct 12 12:40:54.323831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7593-1f37-4607-aa16-8582660a18b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:54.332957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:54.341478 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5a39ad26-b1ca-4cff-9fb5-428770fc8a77 req-0bf1630f-bd13-4b70-bf4c-50dede5f1af0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574262 Oct 12 12:40:54.416418 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f81d4bc6-ebc6-474d-a919-61738bea5050 req-dc0f442f-0480-4ecb-a11e-212795dfdf90 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564280 Oct 12 12:40:54.421103 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:54.430523 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7593-1f37-4607-aa16-8582660a18b9 admin admin] Publish callbacks [] for security_group (68bfca62-b02d-47f9-ba88-3aa71cf20c42), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:54.497506 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-515fb073-8d72-4ff1-b5fc-c3cc0bd8fbbf req-bd294c89-274e-45de-b1ab-7de0e57a7a86 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0276892 Oct 12 12:40:54.501764 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae249e0-2725-4a45-8337-d3967028df9b req-26f742c0-7ba3-4471-b499-9af789159c17 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:54.503351 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4ae249e0-2725-4a45-8337-d3967028df9b req-26f742c0-7ba3-4471-b499-9af789159c17 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0537786 Oct 12 12:40:54.524274 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7593-1f37-4607-aa16-8582660a18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (68bfca62-b02d-47f9-ba88-3aa71cf20c42), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:54.529850 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:54.534920 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['bb5b2fee-ff37-496e-847f-922d0d418ff8'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:40:54.578858 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-a2dd7593-1f37-4607-aa16-8582660a18b9 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ce96ec1a68c249af81c3737fdb2c5531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808167 Oct 12 12:40:54.580971 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd7593-1f37-4607-aa16-8582660a18b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bfca62-b02d-47f9-ba88-3aa71cf20c42,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:54.583458 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 42332) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:54.599370 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4ae249e0-2725-4a45-8337-d3967028df9b req-b5dd004b-40ea-420d-98e2-237125ed069c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792613 Oct 12 12:40:54.687754 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1769c-da2d-48fe-b32a-2598951d5eb5 req-3b0e16af-f359-429c-979b-1d90fd1941ad tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:54.689231 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c1f1769c-da2d-48fe-b32a-2598951d5eb5 req-3b0e16af-f359-429c-979b-1d90fd1941ad tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 944 time: 0.0764592 Oct 12 12:40:54.717236 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f0478b0e-e88f-4f8a-a0ca-8a1bd3e589c8 admin admin] Publish callbacks [] for security_group (68bfca62-b02d-47f9-ba88-3aa71cf20c42), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:54.751008 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f0478b0e-e88f-4f8a-a0ca-8a1bd3e589c8 admin admin] Publish callbacks [] for security_group (68bfca62-b02d-47f9-ba88-3aa71cf20c42), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:54.779015 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c1f1769c-da2d-48fe-b32a-2598951d5eb5 req-4e357aee-997d-43ff-bf4a-0ceaf9e93119 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787599 Oct 12 12:40:54.908551 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f0478b0e-e88f-4f8a-a0ca-8a1bd3e589c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (68bfca62-b02d-47f9-ba88-3aa71cf20c42), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:54.911367 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f0478b0e-e88f-4f8a-a0ca-8a1bd3e589c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:54.912614 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-f0478b0e-e88f-4f8a-a0ca-8a1bd3e589c8 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/68bfca62-b02d-47f9-ba88-3aa71cf20c42 HTTP/1.1" status: 204 len: 168 time: 0.3281386 Oct 12 12:40:54.921436 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0478b0e-e88f-4f8a-a0ca-8a1bd3e589c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bfca62-b02d-47f9-ba88-3aa71cf20c42,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:55.480786 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9227bfa-37a7-4ea2-8e5a-24e893d64c70 req-2601b93f-f48e-4b39-a2d2-690ea17a1576 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:55.482299 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f9227bfa-37a7-4ea2-8e5a-24e893d64c70 req-2601b93f-f48e-4b39-a2d2-690ea17a1576 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0473697 Oct 12 12:40:55.536378 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f9227bfa-37a7-4ea2-8e5a-24e893d64c70 req-aa9aec8c-64e2-48db-834c-9253f90bf597 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457671 Oct 12 12:40:55.625241 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-386966b7-e93c-4626-adea-cb48d55606ea req-94e3db61-c585-4311-95a8-ef9ed005f8f2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0302024 Oct 12 12:40:55.724012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device bb5b2fee-ff37-496e-847f-922d0d418ff8 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:40:55.765769 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port bb5b2fee-ff37-496e-847f-922d0d418ff8 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:40:55.832773 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port bb5b2fee-ff37-496e-847f-922d0d418ff8 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:40:55.833391 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:55.834006 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port bb5b2fee-ff37-496e-847f-922d0d418ff8 Oct 12 12:40:55.911452 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port bb5b2fee-ff37-496e-847f-922d0d418ff8 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:55.911829 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:56.082032 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port bb5b2fee-ff37-496e-847f-922d0d418ff8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bb5b2fee-ff37-496e-847f-922d0d418ff8,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:40:56.109946 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5b2fee-ff37-496e-847f-922d0d418ff8'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:56.112267 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04b6934-6ad3-4914-a4b8-f4194380acca" -d '{"events": [{"server_uuid": "f706cb9a-b0ad-46bc-94f4-e89e468e4024", "name": "network-vif-plugged", "status": "completed", "tag": "bb5b2fee-ff37-496e-847f-922d0d418ff8"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:56.153489 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:56.154352 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:40:56.246308 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=bb5b2fee-ff37-496e-847f-922d0d418ff8,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:40:56.261446 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:56.296594 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d60e6b-b9aa-40ad-a454-7d973815bdc8 req-f236522b-84fb-459a-858d-14063a046e8b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:56.303599 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f6d60e6b-b9aa-40ad-a454-7d973815bdc8 req-f236522b-84fb-459a-858d-14063a046e8b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0666280 Oct 12 12:40:56.307114 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 5987ac83-3534-44f8-b03e-d740853eca66 is: DOWN; New status is: DOWN {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:40:56.347609 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f6d60e6b-b9aa-40ad-a454-7d973815bdc8 req-0fafedca-9dca-42c3-aec4-c80a895a3ab3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Oct 12 12:40:56.447470 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab9a2f-b693-41b9-afeb-5421884ba628 req-c6c441d3-a85b-4a23-8a09-e35682f77b7d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:56.449433 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-13ab9a2f-b693-41b9-afeb-5421884ba628 req-c6c441d3-a85b-4a23-8a09-e35682f77b7d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0467246 Oct 12 12:40:56.496377 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-13ab9a2f-b693-41b9-afeb-5421884ba628 req-d6597a56-1c1b-40dd-9547-b5b6936eb5f6 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Oct 12 12:40:56.541449 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97869f4-5c06-47e8-945e-e2521538c15a x-openstack-request-id: req-d97869f4-5c06-47e8-945e-e2521538c15a {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:56.541779 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f706cb9a-b0ad-46bc-94f4-e89e468e4024", "name": "network-vif-plugged", "status": "completed", "tag": "bb5b2fee-ff37-496e-847f-922d0d418ff8", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:56.542062 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d97869f4-5c06-47e8-945e-e2521538c15a {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:56.543541 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97869f4-5c06-47e8-945e-e2521538c15a'] response: {'server_uuid': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5b2fee-ff37-496e-847f-922d0d418ff8', 'code': 200} Oct 12 12:40:56.731648 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-52575305-5104-4514-9880-82ccdf65de31 req-01f04b1b-d9e1-4e30-bb66-580a5abb43cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0295343 Oct 12 12:40:56.801640 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [req-76eba866-be9c-491e-92a7-af3bfd08b0ce req-c7d66ceb-468e-4d17-a21d-98265adb9f39 service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:40:56.802650 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-76eba866-be9c-491e-92a7-af3bfd08b0ce req-c7d66ceb-468e-4d17-a21d-98265adb9f39 service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056920 Oct 12 12:40:57.258873 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8577f3f-65af-46eb-bdbc-9aa54b270e02 req-10cc7099-0e96-4f95-b2f4-8a991fa33258 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:57.260370 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8577f3f-65af-46eb-bdbc-9aa54b270e02 req-10cc7099-0e96-4f95-b2f4-8a991fa33258 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0465233 Oct 12 12:40:57.309629 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8577f3f-65af-46eb-bdbc-9aa54b270e02 req-b98489f5-d235-475d-bd2c-69ab9a9e7a75 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Oct 12 12:40:57.405850 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a04e6d-b671-4078-9d40-77e378cd951b req-35ece0ba-4ca6-4d80-b1e5-04a16bf155c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:57.407619 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11a04e6d-b671-4078-9d40-77e378cd951b req-35ece0ba-4ca6-4d80-b1e5-04a16bf155c0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 1129 time: 0.0534751 Oct 12 12:40:57.470722 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11a04e6d-b671-4078-9d40-77e378cd951b req-93269cd1-99db-4d9e-b750-52c732f38b8c service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Oct 12 12:40:57.492037 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c59e0-2d80-4d70-9af4-1fb31e9130e0 req-5a12c0a6-1b37-4501-8d71-5ffd9fe04ebd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:57.493886 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-374c59e0-2d80-4d70-9af4-1fb31e9130e0 req-5a12c0a6-1b37-4501-8d71-5ffd9fe04ebd tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0544891 Oct 12 12:40:57.550554 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-374c59e0-2d80-4d70-9af4-1fb31e9130e0 req-a7b60e70-ad4c-4ebf-879d-74505d37fdbe tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495536 Oct 12 12:40:57.626653 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c56e-4101-422a-9bd4-552885c004e3 req-43dc05b1-ae7c-4c7d-8fa2-69a96f8791bf tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:57.628148 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0026c56e-4101-422a-9bd4-552885c004e3 req-43dc05b1-ae7c-4c7d-8fa2-69a96f8791bf tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0525801 Oct 12 12:40:57.666613 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45cf2-b085-4db7-bc40-6f431cc5eb88 req-f87eaa1e-532b-4f25-b9d1-b25d62943b0e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:57.668597 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-94a45cf2-b085-4db7-bc40-6f431cc5eb88 req-f87eaa1e-532b-4f25-b9d1-b25d62943b0e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0468810 Oct 12 12:40:57.678518 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 42408) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:57.678767 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0026c56e-4101-422a-9bd4-552885c004e3 req-609ac76b-0b1c-4730-9b6d-b71ea8d3a7b6 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Oct 12 12:40:57.683622 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'floatingip': {'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:40:57.722238 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (74e7b405-bcc0-4078-8a04-e6486c21dcee), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:57.832616 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:57.847706 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 42416) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:57.854539 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a8760323-a7ce-4309-8d59-80b3393625f8 req-5f2c7280-f91a-404c-8ca0-efd549979a43 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0343037 Oct 12 12:40:57.935491 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-1677f340-fc8c-4f1c-80b3-0f4983e50c91 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865023 Oct 12 12:40:57.945443 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-741ecc94-6738-48b0-a484-5b9d8a046a4d service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:40:57.947041 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-741ecc94-6738-48b0-a484-5b9d8a046a4d service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063848 Oct 12 12:40:58.034097 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 42424) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:40:58.133553 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-afd452b8-b683-412b-a4f3-8b4f5b9d0898 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:58.134948 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-afd452b8-b683-412b-a4f3-8b4f5b9d0898 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports/5987ac83-3534-44f8-b03e-d740853eca66 HTTP/1.1" status: 200 len: 940 time: 0.0997889 Oct 12 12:40:58.225122 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:58.289654 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (74e7b405-bcc0-4078-8a04-e6486c21dcee), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:58.400602 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Floating IP 74e7b405-bcc0-4078-8a04-e6486c21dcee associated. External IP: 172.27.3.120, port: 62e7a189-3e2c-4b4b-b6b8-a25215b993be. Oct 12 12:40:58.450826 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac29b6-4269-4af0-b2aa-b43e70f6bccf req-a79175cb-1420-4d2e-ac11-57eaa333d36b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:58.452263 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-57ac29b6-4269-4af0-b2aa-b43e70f6bccf req-a79175cb-1420-4d2e-ac11-57eaa333d36b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0520310 Oct 12 12:40:58.504491 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-57ac29b6-4269-4af0-b2aa-b43e70f6bccf req-1f680c83-1408-4a41-8c80-691eee839b15 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447338 Oct 12 12:40:58.507267 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:58.617270 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Router 733cfee7-b151-48e3-b89b-ac64ad9206c5 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:40:58.718982 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:40:58.723622 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:40:58.731896 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] Sync routers for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:40:58.741721 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:58.742917 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:40:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:58.757502 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-2c1b610c-f2ba-4ebd-9a57-a844ab54f517 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/74e7b405-bcc0-4078-8a04-e6486c21dcee HTTP/1.1" status: 200 len: 992 time: 1.0755847 Oct 12 12:40:58.757502 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:40:58.758347 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8647526-c9d8-4b1c-97d9-47c71409f26f" -d '{"events": [{"name": "network-changed", "server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:40:58.797137 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aa736b-8286-4369-8d86-03212e3778b3 x-openstack-request-id: req-39aa736b-8286-4369-8d86-03212e3778b3 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:40:58.797425 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:40:58.797678 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39aa736b-8286-4369-8d86-03212e3778b3 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:40:58.798130 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39aa736b-8286-4369-8d86-03212e3778b3'] response: {'name': 'network-changed', 'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'status': 'completed', 'code': 200} Oct 12 12:40:58.814231 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dca47-a2d3-4d79-81ca-80b5e098e27e req-4377524e-78c1-4c83-8ab2-bdcb7547c777 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:58.815732 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-971dca47-a2d3-4d79-81ca-80b5e098e27e req-4377524e-78c1-4c83-8ab2-bdcb7547c777 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Oct 12 12:40:58.847957 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:58.862760 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-971dca47-a2d3-4d79-81ca-80b5e098e27e req-4b3d1820-bf13-4c65-aad6-951cb3476f2c tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Oct 12 12:40:58.961373 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6ff4ef9f-2a8d-4f10-963a-6eb92b13d329 req-3c8a6aa7-c408-46b6-8ad2-44ab783b9d5b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0266504 Oct 12 12:40:59.055762 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:40:59.060972 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '74e7b405-bcc0-4078-8a04-e6486c21dcee', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'mac_address': 'fa:16:3e:ef:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:17Z', 'updated_at': '2022-10-12T12:40:58Z', 'revision_number': 1, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:59.089964 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] Checking router: 733cfee7-b151-48e3-b89b-ac64ad9206c5 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:40:59.099090 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:40:59.099693 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:40:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:59.200431 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:40:59.389730 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-f0c39ef4-6a7d-433f-a5ec-6e86670eee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:59.391352 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-f0c39ef4-6a7d-433f-a5ec-6e86670eee2e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1130 time: 0.0415075 Oct 12 12:40:59.549914 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '74e7b405-bcc0-4078-8a04-e6486c21dcee', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'mac_address': 'fa:16:3e:ef:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:17Z', 'updated_at': '2022-10-12T12:40:58Z', 'revision_number': 1, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:40:59.575121 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f5990-66a3-4157-aee5-a548b214f38b None None] The sync data for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi is: [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '74e7b405-bcc0-4078-8a04-e6486c21dcee', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'mac_address': 'fa:16:3e:ef:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:17Z', 'updated_at': '2022-10-12T12:40:58Z', 'revision_number': 1, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:40:59.640096 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899dbf-f679-45da-a636-d4b0980aa34a req-756a9621-0025-4511-b1f2-57cf1beab5ee tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:40:59.641539 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e4899dbf-f679-45da-a636-d4b0980aa34a req-756a9621-0025-4511-b1f2-57cf1beab5ee tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0473843 Oct 12 12:40:59.691593 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e4899dbf-f679-45da-a636-d4b0980aa34a req-b98a5692-678d-4ea9-bf76-d90a49b74aa3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440385 Oct 12 12:40:59.771395 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8960b89-961c-4f77-ac6f-725084dff3fc None None] New status for floating IP 74e7b405-bcc0-4078-8a04-e6486c21dcee: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:40:59.918127 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:00.001129 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:00.014677 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-bafe4493-ba90-4b86-9be1-5271ee1fd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:00.016508 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-bafe4493-ba90-4b86-9be1-5271ee1fd284 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.1685877 Oct 12 12:41:00.053817 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:00.075435 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-74cc6f22-4e0f-4ee3-98ef-695f321c86c0 req-0937b38d-ba2c-47a0-8c3e-245e6521cb90 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0298021 Oct 12 12:41:00.108355 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f724f-7033-4f37-b6ae-3a44fa7044fa req-d2cea159-7745-4fb7-b4ab-479a926af102 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:00.109819 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1a4f724f-7033-4f37-b6ae-3a44fa7044fa req-d2cea159-7745-4fb7-b4ab-479a926af102 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.1668310 Oct 12 12:41:00.190091 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-cded6756-fd4b-4478-90c6-f1c871e6cfe7 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 200 len: 1002 time: 0.1351275 Oct 12 12:41:00.209562 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-c31108ca-82e0-4436-a9ec-6d6182cfcebb tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:00.211000 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-c31108ca-82e0-4436-a9ec-6d6182cfcebb tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.39 "GET /networking/v2.0/networks?id=67fe8886-6694-423c-8a16-f3bf148c60e0 HTTP/1.1" status: 200 len: 809 time: 0.2519853 Oct 12 12:41:00.215392 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1a4f724f-7033-4f37-b6ae-3a44fa7044fa req-be53acd9-09b2-4d93-a7ac-309c98428629 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972729 Oct 12 12:41:00.316544 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-cebdfb3f-6d29-4556-ac0b-56b9a49905be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:00.318026 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-cebdfb3f-6d29-4556-ac0b-56b9a49905be service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0690241 Oct 12 12:41:00.378256 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-3d0884ae-fe7f-477c-b215-8c4bc73844cf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b15d78e196664c1aa41be6c5afe4238b HTTP/1.1" status: 200 len: 378 time: 0.1013763 Oct 12 12:41:00.383375 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-75718897-f79f-48b5-b9ac-7de0badcfc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:00.384789 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-75718897-f79f-48b5-b9ac-7de0badcfc79 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567129 Oct 12 12:41:00.389257 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'port': {'device_id': '6222337e-587d-4200-bcb3-264fc5b2395d', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'admin_state_up': True, 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'security_groups': ['23c49f11-ffd0-43ff-8d14-ed63029f98a7']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:41:00.564421 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-927ab601-9505-4372-bd17-d23857c6be03 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602237 Oct 12 12:41:00.629633 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Made reservation on behalf of b15d78e196664c1aa41be6c5afe4238b for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:41:00.633225 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:00.680038 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e8647526-c9d8-4b1c-97d9-47c71409f26f req-251bc929-7615-43e7-a2f2-90d8bc2d86a2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080117 Oct 12 12:41:00.794381 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Allocated IP 172.20.0.6 (67fe8886-6694-423c-8a16-f3bf148c60e0/24289879-e424-480d-bc6d-ef9dbd34773a/32b9fcb7-660c-471b-abbd-960e2c87b57b) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:41:00.825312 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350a332-bab3-439e-855f-057e2586c2ea req-61eec9ea-4089-44b3-8afb-30357163b000 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:00.826940 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1350a332-bab3-439e-855f-057e2586c2ea req-61eec9ea-4089-44b3-8afb-30357163b000 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0491583 Oct 12 12:41:00.837825 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:00.874905 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1350a332-bab3-439e-855f-057e2586c2ea req-d9787b6e-c100-41cf-ae01-7df5cafa4046 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Oct 12 12:41:00.896618 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:00.936585 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:01.016326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:01.065006 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:41:01.068124 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:41:01.072042 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:41:01.096177 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:01.127204 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:01.127750 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:01.209392 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d721d9-e408-4953-bcf9-cb17f5a000ad req-4ab1983c-fd1b-4f84-a907-b4dfaa869d9e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:01.211028 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-38d721d9-e408-4953-bcf9-cb17f5a000ad req-4ab1983c-fd1b-4f84-a907-b4dfaa869d9e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 931 time: 0.0504994 Oct 12 12:41:01.228155 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-9f57a1c1-7a6f-466b-bbfe-857b65d9cee9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422530 Oct 12 12:41:01.249304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Request body: {'port': {'device_id': '6222337e-587d-4200-bcb3-264fc5b2395d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:41:01.300917 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-02975e25-a131-4459-a957-8c250c48c919 None None] Provisioning complete for port 32b9fcb7-660c-471b-abbd-960e2c87b57b triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:41:01.301480 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-38d721d9-e408-4953-bcf9-cb17f5a000ad req-cfb91107-7c45-4f4f-8710-d2e58af8d172 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836771 Oct 12 12:41:01.302231 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-02975e25-a131-4459-a957-8c250c48c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:01.302934 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-02975e25-a131-4459-a957-8c250c48c919 None None] Attempt 1 to provision port 32b9fcb7-660c-471b-abbd-960e2c87b57b Oct 12 12:41:01.328992 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:01.336126 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:01.342987 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-02975e25-a131-4459-a957-8c250c48c919 None None] Port 32b9fcb7-660c-471b-abbd-960e2c87b57b cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:41:01.561734 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:01.611418 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b9fcb7-660c-471b-abbd-960e2c87b57b {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:41:01.634751 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Publish callbacks [] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:01.660573 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6143af-1f52-4ee8-b69f-4b8bd5ad4f5d req-0a536885-ec95-428f-9e7f-1a45c5673c51 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:01.662051 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b6143af-1f52-4ee8-b69f-4b8bd5ad4f5d req-0a536885-ec95-428f-9e7f-1a45c5673c51 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0670955 Oct 12 12:41:01.662955 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Transition to ACTIVE for port object 32b9fcb7-660c-471b-abbd-960e2c87b57b will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:41:01.709146 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b6143af-1f52-4ee8-b69f-4b8bd5ad4f5d req-309f6fde-7027-419e-87f5-9393aa58a7f1 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Oct 12 12:41:01.725152 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:01.805559 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Pushing event updated for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:01.817473 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:01.837408 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Attempting to bind port 32b9fcb7-660c-471b-abbd-960e2c87b57b on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:41:01.837747 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Attempting to bind port 32b9fcb7-660c-471b-abbd-960e2c87b57b by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:41:01.838111 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Attempting to bind port 32b9fcb7-660c-471b-abbd-960e2c87b57b on network 67fe8886-6694-423c-8a16-f3bf148c60e0 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:41:01.880269 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Port 32b9fcb7-660c-471b-abbd-960e2c87b57b on network 67fe8886-6694-423c-8a16-f3bf148c60e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:41:01.880595 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Attempting to bind port 32b9fcb7-660c-471b-abbd-960e2c87b57b on network 67fe8886-6694-423c-8a16-f3bf148c60e0 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:41:01.922857 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:41:01.923274 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Checking segment: {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:41:01.923654 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Bound using segment: {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:41:01.924086 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Bound port: 32b9fcb7-660c-471b-abbd-960e2c87b57b, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:41:01.927655 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:01.987907 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:41:01.990984 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:41:02.008553 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f182c-43e8-4176-99c4-9be429888db0 req-e30d885d-9ac8-46a4-902a-dc37b3ac26d2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:02.010032 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c89f182c-43e8-4176-99c4-9be429888db0 req-e30d885d-9ac8-46a4-902a-dc37b3ac26d2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0495567 Oct 12 12:41:02.056757 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c89f182c-43e8-4176-99c4-9be429888db0 req-87a684d4-e4a7-4d00-8454-172d4adbee10 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Oct 12 12:41:02.062911 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:02.067658 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:02.069516 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:02.070333 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 200 len: 1093 time: 0.8270233 Oct 12 12:41:02.071449 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:02.073668 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa405f1b-bf7e-4104-963e-7ecf0da3b6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:02.114962 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c61e02b-68e6-4293-909b-a6da139f1031 x-openstack-request-id: req-6c61e02b-68e6-4293-909b-a6da139f1031 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:02.115239 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:02.115483 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c61e02b-68e6-4293-909b-a6da139f1031 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:02.115868 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c61e02b-68e6-4293-909b-a6da139f1031'] response: {'name': 'network-changed', 'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'status': 'completed', 'code': 200} Oct 12 12:41:02.120666 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3816d-64fc-4d39-8b9f-d15cb9983650 service neutron] Pushing event updated for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:02.424358 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc39a-f166-4b2e-94e6-4396f9b731c5 req-bc84020f-6057-4bf4-b6f1-f96f1d290f1a tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:02.425804 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-090cc39a-f166-4b2e-94e6-4396f9b731c5 req-bc84020f-6057-4bf4-b6f1-f96f1d290f1a tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0455987 Oct 12 12:41:02.473774 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-090cc39a-f166-4b2e-94e6-4396f9b731c5 req-7474d02e-185c-40f9-b053-667d64123317 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424166 Oct 12 12:41:02.828660 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0b675-ac44-4ca3-9ad8-9a9b82323b1d req-d3a8708c-ca4c-4647-82af-6f28d7e2bfc0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:02.830120 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ee0b675-ac44-4ca3-9ad8-9a9b82323b1d req-d3a8708c-ca4c-4647-82af-6f28d7e2bfc0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0452297 Oct 12 12:41:02.876013 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ee0b675-ac44-4ca3-9ad8-9a9b82323b1d req-1e48e84f-0d2e-4511-8b92-09771620618b tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Oct 12 12:41:03.183190 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d196f26-bf81-4c35-b492-497847f6e4f7 req-c5414008-390a-4209-89b8-a38d50639b1e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:03.185273 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2d196f26-bf81-4c35-b492-497847f6e4f7 req-c5414008-390a-4209-89b8-a38d50639b1e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0451012 Oct 12 12:41:03.234556 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2d196f26-bf81-4c35-b492-497847f6e4f7 req-a3f2fa13-859f-4716-81b9-ecf4b455a2a5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Oct 12 12:41:03.302619 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405f1b-bf7e-4104-963e-7ecf0da3b6fa req-83b99e8f-c02f-4037-91b6-00d036d819b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:03.304053 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fa405f1b-bf7e-4104-963e-7ecf0da3b6fa req-83b99e8f-c02f-4037-91b6-00d036d819b3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b15d78e196664c1aa41be6c5afe4238b&device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1127 time: 0.0373902 Oct 12 12:41:03.545461 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405f1b-bf7e-4104-963e-7ecf0da3b6fa req-13956ca4-6fbd-4e83-9566-ee11cea7c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:03.547004 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fa405f1b-bf7e-4104-963e-7ecf0da3b6fa req-13956ca4-6fbd-4e83-9566-ee11cea7c842 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=b15d78e196664c1aa41be6c5afe4238b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0955524 Oct 12 12:41:03.589410 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223892c-5738-45b3-bc80-49812e12f87a req-d44dc94f-cf8a-4237-9788-2f09f8f178a2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:03.591687 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a223892c-5738-45b3-bc80-49812e12f87a req-d44dc94f-cf8a-4237-9788-2f09f8f178a2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0438435 Oct 12 12:41:03.638822 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a223892c-5738-45b3-bc80-49812e12f87a req-8255be98-ba38-42f4-84c3-f0cd5ba95cc6 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418286 Oct 12 12:41:03.994956 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26ec41-9a18-48bf-990f-22de5155e5ed req-caa7cfc2-f898-428a-bbe1-d069cfeadf9f tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:03.996478 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4d26ec41-9a18-48bf-990f-22de5155e5ed req-caa7cfc2-f898-428a-bbe1-d069cfeadf9f tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0464237 Oct 12 12:41:04.042493 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4d26ec41-9a18-48bf-990f-22de5155e5ed req-a6c3cf84-8867-45e1-8835-245f8f82f62a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Oct 12 12:41:04.362630 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178782cb-adff-4a38-9fac-5adee47b7d23 req-87298539-9228-4d6b-b11b-c73afae6292a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:04.364050 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-178782cb-adff-4a38-9fac-5adee47b7d23 req-87298539-9228-4d6b-b11b-c73afae6292a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0479307 Oct 12 12:41:04.409741 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-178782cb-adff-4a38-9fac-5adee47b7d23 req-146dae67-4b50-422f-8962-7b010e3ed796 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Oct 12 12:41:04.756745 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c1bf2-132b-4e23-9abc-9fa11088c017 req-147eefbe-08d5-4b75-a6f2-0e9a9d25ec49 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:04.758252 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-749c1bf2-132b-4e23-9abc-9fa11088c017 req-147eefbe-08d5-4b75-a6f2-0e9a9d25ec49 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0464919 Oct 12 12:41:04.805961 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-749c1bf2-132b-4e23-9abc-9fa11088c017 req-d8a7a025-7e40-452f-84e2-d3cc89d1eb74 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421751 Oct 12 12:41:05.160039 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3538d-ad8b-4cbe-adb3-4a8d1833363d req-f9db70e6-011a-418f-9f5d-702b51422dc3 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:05.161521 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6f3538d-ad8b-4cbe-adb3-4a8d1833363d req-f9db70e6-011a-418f-9f5d-702b51422dc3 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0463455 Oct 12 12:41:05.207161 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a6f3538d-ad8b-4cbe-adb3-4a8d1833363d req-a074b7b3-1cd9-4f10-90c8-1c768d58b9b5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401084 Oct 12 12:41:05.537333 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a126f8-f6d2-425b-abd1-8640625ce75f req-02140634-ea2c-42fe-9807-a73f34cfc828 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:05.538810 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d5a126f8-f6d2-425b-abd1-8640625ce75f req-02140634-ea2c-42fe-9807-a73f34cfc828 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0489137 Oct 12 12:41:05.584302 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d5a126f8-f6d2-425b-abd1-8640625ce75f req-a8e6cffb-d995-4dfa-91fb-dcdee32535fb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Oct 12 12:41:05.925810 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115251c5-99d4-4276-bc63-7edcc771a86f req-39230528-65f6-49a6-9450-d24b199d7559 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:05.934084 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-115251c5-99d4-4276-bc63-7edcc771a86f req-39230528-65f6-49a6-9450-d24b199d7559 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0477185 Oct 12 12:41:05.974789 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-115251c5-99d4-4276-bc63-7edcc771a86f req-ec8c0619-3ec7-41aa-bfb4-8b43a8dc9237 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420337 Oct 12 12:41:06.315648 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:06.332730 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1521-f905-4497-b0a4-9483f770bd6c req-2bad6d9d-aef3-4388-8231-122ee8811984 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:06.332730 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-adec1521-f905-4497-b0a4-9483f770bd6c req-2bad6d9d-aef3-4388-8231-122ee8811984 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0459373 Oct 12 12:41:06.373041 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-adec1521-f905-4497-b0a4-9483f770bd6c req-c9af3fcb-a7b2-4c70-a448-cd975d9c180d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Oct 12 12:41:06.689579 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:06.707534 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b2ef-7462-4869-abfa-1cf30d590fbd req-0fdffcb7-94f6-4b28-b654-8d81b129b54b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:06.708966 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12a2b2ef-7462-4869-abfa-1cf30d590fbd req-0fdffcb7-94f6-4b28-b654-8d81b129b54b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0469868 Oct 12 12:41:06.755406 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12a2b2ef-7462-4869-abfa-1cf30d590fbd req-79a41017-33ca-4c76-b60c-3ef1b22878d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Oct 12 12:41:07.094847 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdff74-6d0e-43c2-933f-0a0030a5e820 req-a59bf587-1469-45e7-9a55-6fe444d7bff4 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:07.096287 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8ccdff74-6d0e-43c2-933f-0a0030a5e820 req-a59bf587-1469-45e7-9a55-6fe444d7bff4 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0456767 Oct 12 12:41:07.147903 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8ccdff74-6d0e-43c2-933f-0a0030a5e820 req-73700b5e-38cd-4b58-a769-ef43f62650bb tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459445 Oct 12 12:41:07.477510 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:07.493098 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1170e-a093-46f2-97eb-efaa97e43032 req-73cc6680-be47-4fb1-84e7-91c56bef9207 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:07.494809 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-48c1170e-a093-46f2-97eb-efaa97e43032 req-73cc6680-be47-4fb1-84e7-91c56bef9207 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 945 time: 0.0458691 Oct 12 12:41:07.545031 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-48c1170e-a093-46f2-97eb-efaa97e43032 req-ee015a86-544e-402e-8d2f-5ed94fc1026d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Oct 12 12:41:07.771161 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device bb5b2fee-ff37-496e-847f-922d0d418ff8 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:41:07.842584 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port bb5b2fee-ff37-496e-847f-922d0d418ff8 is: ACTIVE; New status is: DOWN {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:41:07.842970 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:07.869971 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb5b2fee-ff37-496e-847f-922d0d418ff8'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:07.872476 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea9ff0c-d3f1-4094-b3b7-838cac7a6fbb" -d '{"events": [{"server_uuid": "f706cb9a-b0ad-46bc-94f4-e89e468e4024", "name": "network-vif-unplugged", "status": "completed", "tag": "bb5b2fee-ff37-496e-847f-922d0d418ff8"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:07.882043 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f27f-cd1d-45b5-9585-fcd1c95b8ed4 req-95b7174f-78fc-40a6-9fef-097255de6486 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:07.883514 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0f63f27f-cd1d-45b5-9585-fcd1c95b8ed4 req-95b7174f-78fc-40a6-9fef-097255de6486 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0482969 Oct 12 12:41:07.886073 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port bb5b2fee-ff37-496e-847f-922d0d418ff8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bb5b2fee-ff37-496e-847f-922d0d418ff8,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:07.915789 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837b84a-0089-4138-b8b9-3c398a6ebec7 x-openstack-request-id: req-f837b84a-0089-4138-b8b9-3c398a6ebec7 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:07.916145 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f706cb9a-b0ad-46bc-94f4-e89e468e4024", "name": "network-vif-unplugged", "status": "completed", "tag": "bb5b2fee-ff37-496e-847f-922d0d418ff8", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:07.916386 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f837b84a-0089-4138-b8b9-3c398a6ebec7 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:07.916789 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f837b84a-0089-4138-b8b9-3c398a6ebec7'] response: {'server_uuid': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb5b2fee-ff37-496e-847f-922d0d418ff8', 'code': 200} Oct 12 12:41:07.932524 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0f63f27f-cd1d-45b5-9585-fcd1c95b8ed4 req-f94c1888-e412-4127-bbf7-200e6ee7a7c9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430005 Oct 12 12:41:07.960188 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:08.001924 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=bb5b2fee-ff37-496e-847f-922d0d418ff8,revision_number=6']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:08.265558 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8c82-8be7-4874-aecd-f3ab23fa11a5 req-fe13b216-abda-4818-b461-dd62e5e52bd1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:08.267055 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-588c8c82-8be7-4874-aecd-f3ab23fa11a5 req-fe13b216-abda-4818-b461-dd62e5e52bd1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0455093 Oct 12 12:41:08.314607 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-588c8c82-8be7-4874-aecd-f3ab23fa11a5 req-48ee5978-e727-420f-a601-3973093df9eb tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419805 Oct 12 12:41:08.664697 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1a6d7-cade-4d14-8435-2360a5acaefe req-faeb2306-e8a3-4375-8d41-2ab43b9e3b98 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:08.666268 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f8d1a6d7-cade-4d14-8435-2360a5acaefe req-faeb2306-e8a3-4375-8d41-2ab43b9e3b98 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0458884 Oct 12 12:41:08.691358 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:08.712976 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f8d1a6d7-cade-4d14-8435-2360a5acaefe req-93eb75ab-8231-411a-ba4f-5a1640d21021 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Oct 12 12:41:08.976306 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-42ecdc40-0753-48e4-b2c6-088abbf606bb tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:08.977739 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-42ecdc40-0753-48e4-b2c6-088abbf606bb tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 943 time: 0.0807409 Oct 12 12:41:09.008794 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405f1b-bf7e-4104-963e-7ecf0da3b6fa req-e8a70803-7825-453c-992e-9a0f246f3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:09.010534 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fa405f1b-bf7e-4104-963e-7ecf0da3b6fa req-e8a70803-7825-453c-992e-9a0f246f3a4c service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355884 Oct 12 12:41:09.060742 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638add82-be2a-47ac-b224-59621287efc8 req-7a4bcfce-c603-4e6c-a680-b40a55feeced tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:09.062267 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-638add82-be2a-47ac-b224-59621287efc8 req-7a4bcfce-c603-4e6c-a680-b40a55feeced tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0472574 Oct 12 12:41:09.108849 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-638add82-be2a-47ac-b224-59621287efc8 req-e311ee50-e093-40ae-b3e3-875d3e3b808e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Oct 12 12:41:09.449751 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f691692-be37-476d-9d75-80e465d16d50 req-ac38884b-f70c-4c75-9e37-d11d786f2f16 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:09.451874 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5f691692-be37-476d-9d75-80e465d16d50 req-ac38884b-f70c-4c75-9e37-d11d786f2f16 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0605140 Oct 12 12:41:09.475561 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Deleting port bb5b2fee-ff37-496e-847f-922d0d418ff8 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:41:09.475897 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:09.480277 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-dd3cda2f-607c-4659-aa84-f899dc687da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:09.482396 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-dd3cda2f-607c-4659-aa84-f899dc687da3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b15d78e196664c1aa41be6c5afe4238b&device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1127 time: 0.0539112 Oct 12 12:41:09.503054 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5f691692-be37-476d-9d75-80e465d16d50 req-1af3e2d4-0512-4960-9b76-53cf46a46d71 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450513 Oct 12 12:41:09.531210 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:09.569712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] For port bb5b2fee-ff37-496e-847f-922d0d418ff8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bb5b2fee-ff37-496e-847f-922d0d418ff8,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:09.570098 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:09.582418 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Calling delete_port for bb5b2fee-ff37-496e-847f-922d0d418ff8 owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:41:09.765293 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (bb5b2fee-ff37-496e-847f-922d0d418ff8), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:09.800119 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Pushing event deleted for resources: {'Port': ['ID=bb5b2fee-ff37-496e-847f-922d0d418ff8,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:09.864178 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.864524 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.864868 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.865213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.865553 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.865881 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.866237 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.866563 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.866938 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.867274 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.867604 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.867929 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.868255 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.868576 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.869145 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:09.889421 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7c98848c-5f3b-44d5-821a-2179a063abf4 req-905a3665-8e80-44a5-8621-b5d1f6b709a0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 210 time: 0.0934887 Oct 12 12:41:09.890706 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-ac4f9aec-0516-4d34-93ab-df670484bcc6 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 200 len: 217 time: 0.0930111 Oct 12 12:41:09.921519 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] No DVR routers for this DVR port bb5b2fee-ff37-496e-847f-922d0d418ff8 on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:41:09.924911 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:09.928095 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-46594cf0-d40e-404b-9d38-e54a4f92c68f req-4046e4f0-dd80-4ddf-8f4d-019061e2f265 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.39 "DELETE /networking/v2.0/ports/bb5b2fee-ff37-496e-847f-922d0d418ff8 HTTP/1.1" status: 204 len: 173 time: 0.5693846 Oct 12 12:41:09.928594 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'name': 'network-vif-deleted', 'tag': 'bb5b2fee-ff37-496e-847f-922d0d418ff8'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:09.935275 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d5f39-4f40-43d6-a9a6-144189b534c6" -d '{"events": [{"server_uuid": "f706cb9a-b0ad-46bc-94f4-e89e468e4024", "name": "network-vif-deleted", "tag": "bb5b2fee-ff37-496e-847f-922d0d418ff8"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:09.971108 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-3882c6d8-f53e-4a5b-a365-6327a39c9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:09.972532 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-3882c6d8-f53e-4a5b-a365-6327a39c9915 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=24289879-e424-480d-bc6d-ef9dbd34773a HTTP/1.1" status: 200 len: 848 time: 0.0584376 Oct 12 12:41:09.975544 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbca1ef4-d569-45a7-9d95-8bb0a8191e53 x-openstack-request-id: req-bbca1ef4-d569-45a7-9d95-8bb0a8191e53 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:09.975832 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f706cb9a-b0ad-46bc-94f4-e89e468e4024", "name": "network-vif-deleted", "tag": "bb5b2fee-ff37-496e-847f-922d0d418ff8", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:09.976102 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbca1ef4-d569-45a7-9d95-8bb0a8191e53 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:09.976565 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbca1ef4-d569-45a7-9d95-8bb0a8191e53'] response: {'server_uuid': 'f706cb9a-b0ad-46bc-94f4-e89e468e4024', 'name': 'network-vif-deleted', 'tag': 'bb5b2fee-ff37-496e-847f-922d0d418ff8', 'status': 'completed', 'code': 200} Oct 12 12:41:10.039208 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:10.051097 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-ef6f10d6-abb7-4c31-8ad4-3772d53e919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:10.052585 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-ef6f10d6-abb7-4c31-8ad4-3772d53e919d service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=67fe8886-6694-423c-8a16-f3bf148c60e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394135 Oct 12 12:41:10.078566 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:10.383637 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec3bcf-079f-4970-87c4-b405c9ff2195 req-5654dbdc-b4bc-4ef8-969c-73de7f0ce025 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:10.385088 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1aec3bcf-079f-4970-87c4-b405c9ff2195 req-5654dbdc-b4bc-4ef8-969c-73de7f0ce025 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0650153 Oct 12 12:41:10.412475 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-13960641-1a40-4949-ac64-fa4b0b5a0c35 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476322 Oct 12 12:41:10.441151 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1aec3bcf-079f-4970-87c4-b405c9ff2195 req-4b8c207d-4ffa-43dc-8b07-e3169e4e4d29 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496395 Oct 12 12:41:10.629524 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f00e2549-ad02-4099-b9b1-4655d7e54fa5 req-764ad7c2-0418-4af3-b398-0a32e6f705ca service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016283 Oct 12 12:41:10.656134 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2388dce-8432-40e5-974a-e3cd227f682d req-f740bab1-b421-4133-ac1c-0591d201c64b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:10.657698 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a2388dce-8432-40e5-974a-e3cd227f682d req-f740bab1-b421-4133-ac1c-0591d201c64b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0707808 Oct 12 12:41:10.710835 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a2388dce-8432-40e5-974a-e3cd227f682d req-086aa9c5-55d0-4521-bbdb-1c096cfd0c48 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469360 Oct 12 12:41:11.010025 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-adee8c8a-a43c-41b8-a96d-f73eea278e22 req-d60d4ee9-0f4e-405c-97ac-1890fbcdf316 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f706cb9a-b0ad-46bc-94f4-e89e468e4024 HTTP/1.1" status: 200 len: 210 time: 0.0275788 Oct 12 12:41:11.575962 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f6914-5a84-464d-a9ef-50cde7cf0f5f req-0908d4e7-b6c4-4db7-8cf1-542ae10fb266 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:11.577433 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b89f6914-5a84-464d-a9ef-50cde7cf0f5f req-0908d4e7-b6c4-4db7-8cf1-542ae10fb266 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0501745 Oct 12 12:41:11.632409 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b89f6914-5a84-464d-a9ef-50cde7cf0f5f req-5e0d5f9e-4030-450c-aaf0-292e7e438ef8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490248 Oct 12 12:41:11.836407 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529ae87-696a-499f-9af7-3dbca57f9739 req-3748a789-1589-4eab-87c4-263b8c56f645 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:11.837862 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d529ae87-696a-499f-9af7-3dbca57f9739 req-3748a789-1589-4eab-87c4-263b8c56f645 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0460114 Oct 12 12:41:11.888029 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d529ae87-696a-499f-9af7-3dbca57f9739 req-4b3b0c8a-2f72-4fb5-9db9-8bf7ae55b520 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441108 Oct 12 12:41:12.340771 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-4e290243-a4dc-4961-a495-61444fc7e364 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:12.342182 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-4e290243-a4dc-4961-a495-61444fc7e364 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/networks?id=32bd4761-1cf3-457f-afa4-3d358a5f2bd3 HTTP/1.1" status: 200 len: 809 time: 0.1034770 Oct 12 12:41:12.356685 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-d39cda7a-9162-4701-be8b-1d94098efb0d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/quotas/827d3a5990a940049bcb35a219efdef3 HTTP/1.1" status: 200 len: 375 time: 0.0093122 Oct 12 12:41:12.386600 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-5dabde57-7c96-4948-bad9-350d2528a213 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=827d3a5990a940049bcb35a219efdef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252504 Oct 12 12:41:12.478541 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-e2ef0cf2-76b5-4a47-95d2-c045994624d1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855906 Oct 12 12:41:12.566353 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-96bbe93d-89f1-41f1-927f-bf19b803edf3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812495 Oct 12 12:41:12.660437 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:41:12.760196 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32e766-c592-408d-b934-b1a4ef314131 req-5b436d6a-ce55-4d33-96ae-5cbc9c98934e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:12.762244 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9d32e766-c592-408d-b934-b1a4ef314131 req-5b436d6a-ce55-4d33-96ae-5cbc9c98934e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0467334 Oct 12 12:41:12.812968 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9d32e766-c592-408d-b934-b1a4ef314131 req-fea9b93f-2e68-4d1f-8055-c8d8876cb3fe tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450461 Oct 12 12:41:12.844373 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fa25999d-d7ea-466f-abbf-4f625f7422f7 req-eb153e6b-0fce-44ee-98ca-f776914a73a5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0392792 Oct 12 12:41:13.003600 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f945970-491c-45c7-bb52-d4dcd9851873 req-c09b8f51-151e-46f2-8d6f-ac0617b8d737 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:13.005056 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7f945970-491c-45c7-bb52-d4dcd9851873 req-c09b8f51-151e-46f2-8d6f-ac0617b8d737 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0457318 Oct 12 12:41:13.058602 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7f945970-491c-45c7-bb52-d4dcd9851873 req-3f3b3dde-e241-45cc-bd38-005a7ff3cbb3 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480111 Oct 12 12:41:13.943245 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a400b705-6f8f-417a-a7e6-660759f506ae req-dfce8f2a-b508-4743-953d-41c95529d8d7 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0268388 Oct 12 12:41:13.950227 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e91ff-4114-4202-9064-b75eaf07d7ff req-a81d91e7-4933-4176-83e7-ae1fd15f1073 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:13.951784 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f53e91ff-4114-4202-9064-b75eaf07d7ff req-a81d91e7-4933-4176-83e7-ae1fd15f1073 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0471094 Oct 12 12:41:13.999352 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f53e91ff-4114-4202-9064-b75eaf07d7ff req-1f3e996f-5979-4774-aa83-598b456498e6 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Oct 12 12:41:14.175674 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537c48c-6e90-4f43-aae7-d617724f6ae3 req-4dd5ea7d-4460-44b5-99ad-6fd79c69ed9c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:14.177113 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a537c48c-6e90-4f43-aae7-d617724f6ae3 req-4dd5ea7d-4460-44b5-99ad-6fd79c69ed9c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0454655 Oct 12 12:41:14.224679 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a537c48c-6e90-4f43-aae7-d617724f6ae3 req-d9b24be3-74cf-4df4-a357-52ea640e881b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421968 Oct 12 12:41:14.859579 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-9ae6128a-1648-47a0-947e-d2d2050eb876 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375679 Oct 12 12:41:14.951572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-8cee7ccd-37fc-46da-bfb7-92b5f9d0ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:14.953830 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-8cee7ccd-37fc-46da-bfb7-92b5f9d0ff69 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 1129 time: 0.0499773 Oct 12 12:41:15.008737 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:15.068459 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1bfe0ea2-49ab-4a0a-8b7b-dd234dfc653b req-19aac646-26a6-4f9b-8765-6524739233a8 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0344894 Oct 12 12:41:15.102943 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-1e337f00-c8a0-42f7-8c9a-6a3cd9c40cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:15.104390 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-1e337f00-c8a0-42f7-8c9a-6a3cd9c40cf1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 916 time: 0.1242135 Oct 12 12:41:15.143917 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10c422-c5f1-4cdd-91de-bd61ce67daf2 req-f0c501ec-02c4-4a0e-a511-65b2dd74c360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:15.145396 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9b10c422-c5f1-4cdd-91de-bd61ce67daf2 req-f0c501ec-02c4-4a0e-a511-65b2dd74c360 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0478172 Oct 12 12:41:15.196592 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9b10c422-c5f1-4cdd-91de-bd61ce67daf2 req-b467c189-02a2-4dd4-bdcc-7d37e5989ed8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Oct 12 12:41:15.364519 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:15.382808 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8679-f7ae-4b42-ade2-c566ebd3edd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:15.385329 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b857a2-9805-417f-8195-dbeed04c2078 req-3b69601b-ceca-450e-9916-4c01ac9d2775 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:15.386848 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-42b857a2-9805-417f-8195-dbeed04c2078 req-3b69601b-ceca-450e-9916-4c01ac9d2775 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0912888 Oct 12 12:41:15.457213 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-ee58a717-b298-46e7-b7e2-aa7de2530b3d service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=774032af-94ee-4d83-8d1a-09707f3d7c09 HTTP/1.1" status: 200 len: 1000 time: 0.1299105 Oct 12 12:41:15.524908 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-2e013375-339b-4885-8742-4d9188b55712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:15.526517 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-2e013375-339b-4885-8742-4d9188b55712 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2&tenant_id=c056ad05ef9843688f08b7e9f25e1138 HTTP/1.1" status: 200 len: 1127 time: 0.1288424 Oct 12 12:41:15.553697 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-42b857a2-9805-417f-8195-dbeed04c2078 req-fa5c2630-ef5d-404f-be8e-18135aa335f2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1570251 Oct 12 12:41:15.555176 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-38e47710-ac48-4238-8f21-3934407f689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:15.556493 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-38e47710-ac48-4238-8f21-3934407f689b service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.0839262 Oct 12 12:41:15.639773 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-7af9ae96-eadf-4e9d-b196-30b166dd971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:15.641541 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-7af9ae96-eadf-4e9d-b196-30b166dd971d service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0725546 Oct 12 12:41:15.642843 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-0aa44d64-c063-4de6-8c0d-58b85c88804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:15.644183 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-0aa44d64-c063-4de6-8c0d-58b85c88804f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0650516 Oct 12 12:41:15.817223 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-bb078084-c7d2-4520-9028-c1c5e695817f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621635 Oct 12 12:41:15.820139 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-5b5d9a21-9e55-4495-9aa9-81cde8e1bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:15.821560 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-5b5d9a21-9e55-4495-9aa9-81cde8e1bf1d service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 918 time: 0.1484151 Oct 12 12:41:15.938989 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-00dfc230-1145-4c31-867b-a99a79cd461b service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5987ac83-3534-44f8-b03e-d740853eca66 HTTP/1.1" status: 200 len: 999 time: 0.1102595 Oct 12 12:41:15.996153 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a79066d2-b9f8-493c-9137-8e657407bcd3 req-7d4d01b7-ae85-44e0-9fc0-275264d6a52a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663826 Oct 12 12:41:16.011013 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-94295087-2aa8-43f9-bfd2-fc8074b066c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:16.013023 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-94295087-2aa8-43f9-bfd2-fc8074b066c2 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.0557547 Oct 12 12:41:16.093275 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-8751cb5b-38da-45e2-b595-7255a5a46f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:16.095678 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-8751cb5b-38da-45e2-b595-7255a5a46f3a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531797 Oct 12 12:41:16.188661 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-372d5ae6-4dee-4520-9cb1-d22da6cd3a2a req-79d332d6-9a5f-4a68-bdee-8100c2befb5a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0276604 Oct 12 12:41:16.197292 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-6d0cf502-db2c-4b17-9e56-a140af643558 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935662 Oct 12 12:41:16.322028 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173d49-8180-4378-8bcf-a73467ffebc5 req-06d320d1-6375-4c4e-9235-6d3188149c4b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:16.323432 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ba173d49-8180-4378-8bcf-a73467ffebc5 req-06d320d1-6375-4c4e-9235-6d3188149c4b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0443079 Oct 12 12:41:16.372650 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ba173d49-8180-4378-8bcf-a73467ffebc5 req-fba759b7-3c81-49f8-8d80-bf017b967122 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Oct 12 12:41:16.673057 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751048-e7c6-476a-bdbc-184e07c84a25 req-ee997f25-fa7f-4af9-bbf8-ba56add31c42 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:16.674557 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-16751048-e7c6-476a-bdbc-184e07c84a25 req-ee997f25-fa7f-4af9-bbf8-ba56add31c42 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0451543 Oct 12 12:41:16.721404 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-16751048-e7c6-476a-bdbc-184e07c84a25 req-0f27b033-0af3-4d5e-b070-52835b83fbd7 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415013 Oct 12 12:41:17.291710 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-32192bec-e43a-495e-a370-5d6a0325989e req-1638fc4b-870e-4bed-9120-fbcc6397e995 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0257523 Oct 12 12:41:17.499609 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090b851-d100-4790-b3d8-a1187899a11f req-f8a0d5f6-79fc-46e3-9a35-9832ea3db148 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:17.501055 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2090b851-d100-4790-b3d8-a1187899a11f req-f8a0d5f6-79fc-46e3-9a35-9832ea3db148 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0484929 Oct 12 12:41:17.532025 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:17.546256 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2090b851-d100-4790-b3d8-a1187899a11f req-4d10d7c0-a9f7-48ab-8cb9-eefd9db34c81 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397201 Oct 12 12:41:17.702231 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-298d79d0-b8b0-4b2f-90b3-24fe7b0e774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:17.839647 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6407f-46e1-47b2-a8f7-3ed366c769d5 req-0862d7fd-0c67-44bd-86d0-30056f863683 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:17.841582 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-08e6407f-46e1-47b2-a8f7-3ed366c769d5 req-0862d7fd-0c67-44bd-86d0-30056f863683 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0446341 Oct 12 12:41:17.866663 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:17.881502 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:17.890106 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-08e6407f-46e1-47b2-a8f7-3ed366c769d5 req-03587d4f-5957-4cd8-8a64-d5945ea80935 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430307 Oct 12 12:41:18.391483 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-01f9d8a3-2dd3-4d89-a18c-79e4605890e8 req-47e88546-2f7d-4549-8500-f57ec11b2ab2 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0275869 Oct 12 12:41:18.668373 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c949be-894a-4a9a-b7d4-040e5581c337 req-3d771be6-9da6-46a1-abf4-0d6d840d00dc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:18.669791 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03c949be-894a-4a9a-b7d4-040e5581c337 req-3d771be6-9da6-46a1-abf4-0d6d840d00dc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0442882 Oct 12 12:41:18.718092 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-03c949be-894a-4a9a-b7d4-040e5581c337 req-0c2fe952-d85a-4445-9c3f-f3f638c78fea tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Oct 12 12:41:18.965731 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:18.998710 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:19.011518 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db7613-c653-4a4d-8312-8ea825cf3b6a req-3ca1b7d0-61bc-4bd0-b889-5e24b40c671f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:19.012967 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-70db7613-c653-4a4d-8312-8ea825cf3b6a req-3ca1b7d0-61bc-4bd0-b889-5e24b40c671f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0464156 Oct 12 12:41:19.061869 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-70db7613-c653-4a4d-8312-8ea825cf3b6a req-6eae720a-bb24-4cd4-95f7-88283934a430 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432703 Oct 12 12:41:19.278455 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d5e1c3a9-0b50-4df3-8a6f-a29c2fc36772 req-df985bd8-37cd-40ea-a128-02203f013833 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866530 Oct 12 12:41:19.490420 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-57e6c1dc-ac86-4b33-9d77-69c55642ceaf req-72ea4a80-7053-440c-b51f-4f6c80d72012 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0270948 Oct 12 12:41:19.847258 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e0f8d-c18a-4525-8d53-07fa3a717b5d req-dac469e6-d1c0-4ea2-ab46-74fbc0f30f89 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:19.848851 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d54e0f8d-c18a-4525-8d53-07fa3a717b5d req-dac469e6-d1c0-4ea2-ab46-74fbc0f30f89 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0506237 Oct 12 12:41:19.905131 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d54e0f8d-c18a-4525-8d53-07fa3a717b5d req-74c3a897-f7e2-4055-9f46-90540d103a8b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460002 Oct 12 12:41:19.972260 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-b81ad011-c9f9-46b6-b368-ec8561b8e11a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:19.973691 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-b81ad011-c9f9-46b6-b368-ec8561b8e11a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.39 "GET /networking/v2.0/networks?id=32bd4761-1cf3-457f-afa4-3d358a5f2bd3 HTTP/1.1" status: 200 len: 809 time: 0.1285453 Oct 12 12:41:19.995515 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Request body: {'port': {'device_id': '08abde20-e25f-4e3f-8644-4ddbdf09bef6', 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3', 'admin_state_up': True, 'tenant_id': '827d3a5990a940049bcb35a219efdef3'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:41:20.190596 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868d5b-8c30-4509-9827-c435043fc6ec req-3ab1dd96-a856-4749-9df9-cf034694963a tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:20.192036 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-36868d5b-8c30-4509-9827-c435043fc6ec req-3ab1dd96-a856-4749-9df9-cf034694963a tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0468276 Oct 12 12:41:20.193827 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Made reservation on behalf of 827d3a5990a940049bcb35a219efdef3 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:41:20.197573 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:20.303439 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-36868d5b-8c30-4509-9827-c435043fc6ec req-b987c42a-9f7e-488f-94fb-3b889265031f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029170 Oct 12 12:41:20.425296 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Allocated IP 172.20.0.6 (32bd4761-1cf3-457f-afa4-3d358a5f2bd3/75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a/10aac0bc-9a29-4212-9287-354ce2e70964) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:41:20.623496 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks [] for port (10aac0bc-9a29-4212-9287-354ce2e70964), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:20.642809 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a532c5eb-4fa2-498e-b765-a7cc9ddb3fa3 req-41fddec5-fe8c-4911-89dd-db7fe4597f6c tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0472488 Oct 12 12:41:20.655855 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:20.725963 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:20.735548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:20.738944 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:20.776601 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:41:20.777216 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:20.780375 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:41:20.784885 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:41:20.833375 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:20.834023 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:20.847469 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Pushing event updated for resources: {'Port': ['ID=10aac0bc-9a29-4212-9287-354ce2e70964,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:20.912389 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-129e924c-6025-4f74-be40-12370137c964 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9226885 Oct 12 12:41:21.039295 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae59355-0fab-419a-8c83-0d739d0e7109 req-b3f1393d-87e7-427c-9950-0d1e8d5b88a8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:21.041811 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8ae59355-0fab-419a-8c83-0d739d0e7109 req-b3f1393d-87e7-427c-9950-0d1e8d5b88a8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0538895 Oct 12 12:41:21.102097 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8ae59355-0fab-419a-8c83-0d739d0e7109 req-2147bbae-7c7b-418d-81f0-c7d7ab28c0a9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538311 Oct 12 12:41:21.421847 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4a23f-b03a-45aa-8ad9-93104ac6dade req-fd79b925-2d54-438f-b9ba-ab1cc825a6d1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:21.423845 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4ca4a23f-b03a-45aa-8ad9-93104ac6dade req-fd79b925-2d54-438f-b9ba-ab1cc825a6d1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0496621 Oct 12 12:41:21.474230 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4ca4a23f-b03a-45aa-8ad9-93104ac6dade req-e48209c0-ef90-47ff-82d2-c0f264efd06f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448365 Oct 12 12:41:21.760319 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da44f8-a975-47f2-9b9e-c89d8cf532a8 req-4a405682-e7dc-4afa-a283-8af82dbf9a3d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:21.761794 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f1da44f8-a975-47f2-9b9e-c89d8cf532a8 req-4a405682-e7dc-4afa-a283-8af82dbf9a3d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 931 time: 0.0533600 Oct 12 12:41:21.811066 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f1da44f8-a975-47f2-9b9e-c89d8cf532a8 req-b31ca58f-f93e-4147-9e8c-7eb11e22df00 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Oct 12 12:41:22.232668 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02376366-bc3f-456b-a1dc-dbabfd8141f0 req-47c7bf64-350a-48f7-9ae4-030aadad4198 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:22.234270 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-02376366-bc3f-456b-a1dc-dbabfd8141f0 req-47c7bf64-350a-48f7-9ae4-030aadad4198 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0519953 Oct 12 12:41:22.285794 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-02376366-bc3f-456b-a1dc-dbabfd8141f0 req-b1ad3ea2-1915-4123-a4a4-8cf5da3871f9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 Oct 12 12:41:22.607043 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8399c4c-8dde-49eb-8472-7e45557c0dc5 req-bbe68da7-b940-4cec-a125-2a500eb01f65 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:22.608840 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d8399c4c-8dde-49eb-8472-7e45557c0dc5 req-bbe68da7-b940-4cec-a125-2a500eb01f65 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0596228 Oct 12 12:41:22.649823 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:22.651069 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:22.665638 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d8399c4c-8dde-49eb-8472-7e45557c0dc5 req-1826359a-9772-4857-a7c0-10022cdef89e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504496 Oct 12 12:41:22.936456 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407ef3f-bbb0-438c-863c-ec91b1468271 req-2c0d2a83-8584-4f40-9614-3fdfb907e58d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:22.937921 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0407ef3f-bbb0-438c-863c-ec91b1468271 req-2c0d2a83-8584-4f40-9614-3fdfb907e58d tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 931 time: 0.0476165 Oct 12 12:41:22.986213 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0407ef3f-bbb0-438c-863c-ec91b1468271 req-38859bc2-6938-4723-aec3-adcfebbe8307 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Oct 12 12:41:23.645035 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e8401-6a14-4a10-8fd6-7479186224e5 req-40d6de0b-6992-4946-bcbd-5b13159545f5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:23.646481 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-333e8401-6a14-4a10-8fd6-7479186224e5 req-40d6de0b-6992-4946-bcbd-5b13159545f5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.2734840 Oct 12 12:41:23.701575 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-333e8401-6a14-4a10-8fd6-7479186224e5 req-27266032-9212-40b2-a603-c9ad592aab93 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494022 Oct 12 12:41:23.814114 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008fda5-9559-4b91-a09e-47240cd24c03 req-75ff2605-9e4f-470b-8d0d-ca93ff99da57 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:23.815280 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f008fda5-9559-4b91-a09e-47240cd24c03 req-75ff2605-9e4f-470b-8d0d-ca93ff99da57 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0534294 Oct 12 12:41:23.872971 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f008fda5-9559-4b91-a09e-47240cd24c03 req-f68d3323-fb09-41b8-94f3-d6ddabd9d3b9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526602 Oct 12 12:41:24.110679 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919346f3-5e74-4b4e-a75c-fbf7c7501cbf req-70ebe473-7ad4-4efd-8b08-c803d0adc5d4 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:24.112130 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-919346f3-5e74-4b4e-a75c-fbf7c7501cbf req-70ebe473-7ad4-4efd-8b08-c803d0adc5d4 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 931 time: 0.0487432 Oct 12 12:41:24.161565 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-919346f3-5e74-4b4e-a75c-fbf7c7501cbf req-2ba6aabb-debe-4787-acfe-e92bc081e2bd tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Oct 12 12:41:24.855084 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d1617-871a-4892-9601-03230766c1e0 req-749ea876-1ab9-46af-980f-d8cc5e3c61eb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:24.860135 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-329d1617-871a-4892-9601-03230766c1e0 req-749ea876-1ab9-46af-980f-d8cc5e3c61eb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0536728 Oct 12 12:41:24.922528 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-329d1617-871a-4892-9601-03230766c1e0 req-4a99b0b5-6c28-49cf-8f07-a6d2df020fd7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593455 Oct 12 12:41:25.049576 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84843d9-5860-46d5-b220-7d3eaf3e7f6f req-2aa3334d-0b93-4533-84fd-dd2df426362d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:25.051420 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c84843d9-5860-46d5-b220-7d3eaf3e7f6f req-2aa3334d-0b93-4533-84fd-dd2df426362d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0772908 Oct 12 12:41:25.128663 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c84843d9-5860-46d5-b220-7d3eaf3e7f6f req-7c7facfd-1262-48fa-a586-8d8ca62ee6de tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671799 Oct 12 12:41:25.284281 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72254c-26bd-4f18-ad1d-8034d0eb0847 req-a9d44301-7a9e-4f0a-bd9e-d5a64993566c tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:25.284970 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8f72254c-26bd-4f18-ad1d-8034d0eb0847 req-a9d44301-7a9e-4f0a-bd9e-d5a64993566c tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 931 time: 0.0499043 Oct 12 12:41:25.336079 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8f72254c-26bd-4f18-ad1d-8034d0eb0847 req-eb861df7-3024-4d04-92f9-30ecee47e8ad tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479262 Oct 12 12:41:26.101497 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bfce9-367c-4ff6-9f8d-6a4516bfab72 req-60279f83-7ef1-4941-b9ad-876ac7616a89 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:26.103389 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c14bfce9-367c-4ff6-9f8d-6a4516bfab72 req-60279f83-7ef1-4941-b9ad-876ac7616a89 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0572493 Oct 12 12:41:26.150944 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c14bfce9-367c-4ff6-9f8d-6a4516bfab72 req-d19eb1fa-988a-4786-8e37-42f04fd6048b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413926 Oct 12 12:41:26.280815 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191feb4d-24fb-48ce-9f18-18e91d7d826c req-bf36fcfc-1542-435c-9e77-e85139b516db tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:26.282240 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-191feb4d-24fb-48ce-9f18-18e91d7d826c req-bf36fcfc-1542-435c-9e77-e85139b516db tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0501893 Oct 12 12:41:26.334221 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-191feb4d-24fb-48ce-9f18-18e91d7d826c req-d57fa2e9-41c8-4c61-bb8d-41c6c54223d2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461183 Oct 12 12:41:26.469780 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd0093-8805-460c-94bb-1b00c88261a9 req-93762423-40de-4a53-89da-a850a529bfaf tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:26.471722 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cfdd0093-8805-460c-94bb-1b00c88261a9 req-93762423-40de-4a53-89da-a850a529bfaf tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 931 time: 0.0573554 Oct 12 12:41:26.522454 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cfdd0093-8805-460c-94bb-1b00c88261a9 req-b07c7ecf-0689-4cf7-b9c2-f2d2c03783ea tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449638 Oct 12 12:41:27.287827 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36497e-1e01-41f3-abd5-b4fd7125f80f req-715024fd-bdb3-40a8-957d-1316bdf83f1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:27.289336 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3b36497e-1e01-41f3-abd5-b4fd7125f80f req-715024fd-bdb3-40a8-957d-1316bdf83f1d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0509419 Oct 12 12:41:27.341138 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3b36497e-1e01-41f3-abd5-b4fd7125f80f req-37cea769-cf5d-432b-9d65-ed5a69ecef9f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Oct 12 12:41:27.468962 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:27.484286 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dcea3-5f2b-460a-8449-d6a1ce821f56 req-f43f094a-47ad-445a-a4da-439d2f5c3cd1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:27.485762 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fc7dcea3-5f2b-460a-8449-d6a1ce821f56 req-f43f094a-47ad-445a-a4da-439d2f5c3cd1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0490656 Oct 12 12:41:27.538576 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fc7dcea3-5f2b-460a-8449-d6a1ce821f56 req-5a6a1ce0-1339-466d-81c9-826920e13ad6 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461144 Oct 12 12:41:27.663792 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab54a9-e029-40dc-938a-26d0298b792b req-d459ae7b-b36d-4ef4-b041-6b0edcdd5e87 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:27.665270 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-82ab54a9-e029-40dc-938a-26d0298b792b req-d459ae7b-b36d-4ef4-b041-6b0edcdd5e87 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 931 time: 0.0518298 Oct 12 12:41:27.718810 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:27.724222 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-82ab54a9-e029-40dc-938a-26d0298b792b req-bc97bda8-d94e-4045-9df7-e91f8f449ce5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Oct 12 12:41:28.485415 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fefcaa-01dd-4b16-8179-8a0b51eb1243 req-dcf7dad0-f0b1-49c6-92bb-9e05f96d4047 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:28.486972 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-93fefcaa-01dd-4b16-8179-8a0b51eb1243 req-dcf7dad0-f0b1-49c6-92bb-9e05f96d4047 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0485907 Oct 12 12:41:28.549985 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-93fefcaa-01dd-4b16-8179-8a0b51eb1243 req-feae54e6-d061-4b77-98ae-ab1613307907 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557508 Oct 12 12:41:28.661654 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:28.681346 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb892f-a09b-42ec-bb04-1ce99dd0a58e req-7b0fc97b-033a-4416-a910-c58fbd734783 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:28.683018 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-98eb892f-a09b-42ec-bb04-1ce99dd0a58e req-7b0fc97b-033a-4416-a910-c58fbd734783 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0513189 Oct 12 12:41:28.751995 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-98eb892f-a09b-42ec-bb04-1ce99dd0a58e req-5dcd2da6-10f0-44b0-b574-27f67d534338 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628598 Oct 12 12:41:28.860998 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a9a9c-0af1-47a6-acd5-66cde88928ee req-21d2c21a-b980-47da-9af2-5f28cfb2dba1 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:28.862608 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ac5a9a9c-0af1-47a6-acd5-66cde88928ee req-21d2c21a-b980-47da-9af2-5f28cfb2dba1 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 931 time: 0.0494487 Oct 12 12:41:28.928574 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ac5a9a9c-0af1-47a6-acd5-66cde88928ee req-55fa811a-5cce-43b8-8e65-df90f41a63a1 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602689 Oct 12 12:41:29.651545 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:29.690610 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2b95-965b-4267-a5cb-8b6441aade8d req-db84342f-cfde-443f-96eb-e1af13f755cb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:29.694329 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b35e2b95-965b-4267-a5cb-8b6441aade8d req-db84342f-cfde-443f-96eb-e1af13f755cb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0517788 Oct 12 12:41:29.740157 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b35e2b95-965b-4267-a5cb-8b6441aade8d req-bb353900-be20-4711-81cb-1daba7759608 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Oct 12 12:41:29.879933 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86a1a-8f69-42c3-b6ff-a4634334b1de req-f156a136-de08-4102-a889-f7d92345cc59 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:29.881415 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-50b86a1a-8f69-42c3-b6ff-a4634334b1de req-f156a136-de08-4102-a889-f7d92345cc59 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0507944 Oct 12 12:41:29.932013 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-50b86a1a-8f69-42c3-b6ff-a4634334b1de req-2235a4b6-fa25-4ffa-99dd-41dcfc8350cb tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449522 Oct 12 12:41:30.057925 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d315b8-2398-466c-bff5-929757335420 req-3f45e04f-dc70-4997-adaf-5aefffe195d5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:30.059433 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-29d315b8-2398-466c-bff5-929757335420 req-3f45e04f-dc70-4997-adaf-5aefffe195d5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 931 time: 0.0549030 Oct 12 12:41:30.329598 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-29d315b8-2398-466c-bff5-929757335420 req-b8ee14b7-3f12-4431-94ef-a405cc19b877 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644877 Oct 12 12:41:30.591474 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Request body: {'port': {'device_id': '08abde20-e25f-4e3f-8644-4ddbdf09bef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:41:30.650292 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:30.662421 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:30.708973 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:30.889577 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415804-653c-47a7-ab5a-5913aa080a97 req-836836be-89af-478e-98e9-edaca13c0c54 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:30.890975 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-58415804-653c-47a7-ab5a-5913aa080a97 req-836836be-89af-478e-98e9-edaca13c0c54 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0675638 Oct 12 12:41:30.977981 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10aac0bc-9a29-4212-9287-354ce2e70964 {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:41:30.987312 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-58415804-653c-47a7-ab5a-5913aa080a97 req-afd5808f-0a3e-4a91-9a9f-ee64269b5765 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899038 Oct 12 12:41:30.989177 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Publish callbacks [] for port (10aac0bc-9a29-4212-9287-354ce2e70964), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:31.002422 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Transition to ACTIVE for port object 10aac0bc-9a29-4212-9287-354ce2e70964 will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:41:31.050621 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9bc5-2a44-4deb-b538-444a91df4017 req-6ee33dd7-7029-4d30-8fcf-5b19b46cfe50 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:31.052045 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c44c9bc5-2a44-4deb-b538-444a91df4017 req-6ee33dd7-7029-4d30-8fcf-5b19b46cfe50 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0456908 Oct 12 12:41:31.074451 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:31.118287 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c44c9bc5-2a44-4deb-b538-444a91df4017 req-e40d8b82-1548-4485-8c4b-40260db9b27c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533640 Oct 12 12:41:31.140692 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59064566-613b-411a-acaa-5c84344543ba service neutron] Pushing event updated for resources: {'Port': ['ID=10aac0bc-9a29-4212-9287-354ce2e70964,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:31.161774 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:31.189786 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Attempting to bind port 10aac0bc-9a29-4212-9287-354ce2e70964 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:41:31.190157 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Attempting to bind port 10aac0bc-9a29-4212-9287-354ce2e70964 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:41:31.190486 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Attempting to bind port 10aac0bc-9a29-4212-9287-354ce2e70964 on network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:41:31.222820 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:31.232027 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Port 10aac0bc-9a29-4212-9287-354ce2e70964 on network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:41:31.232371 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Attempting to bind port 10aac0bc-9a29-4212-9287-354ce2e70964 on network 32bd4761-1cf3-457f-afa4-3d358a5f2bd3 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:41:31.278224 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:41:31.278584 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Checking segment: {'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:41:31.278950 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Bound using segment: {'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:41:31.279381 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Bound port: 10aac0bc-9a29-4212-9287-354ce2e70964, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41488dfa-16cc-4cdf-a82f-1bb13b4f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:41:31.279767 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:31.338820 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] For port 10aac0bc-9a29-4212-9287-354ce2e70964, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:41:31.341789 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] For port 10aac0bc-9a29-4212-9287-354ce2e70964, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10aac0bc-9a29-4212-9287-354ce2e70964,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:41:31.389797 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:31.394162 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:31.394708 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:31.396078 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-59064566-613b-411a-acaa-5c84344543ba service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/10aac0bc-9a29-4212-9287-354ce2e70964 HTTP/1.1" status: 200 len: 1093 time: 0.8089869 Oct 12 12:41:31.396635 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08abde20-e25f-4e3f-8644-4ddbdf09bef6', 'tag': '10aac0bc-9a29-4212-9287-354ce2e70964'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:31.399041 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af40b3f-3b30-47af-a536-e39cc3ba4e53" -d '{"events": [{"name": "network-changed", "server_uuid": "08abde20-e25f-4e3f-8644-4ddbdf09bef6", "tag": "10aac0bc-9a29-4212-9287-354ce2e70964"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:31.439512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5774b9-e5cc-449d-9227-64081a6f213f x-openstack-request-id: req-4f5774b9-e5cc-449d-9227-64081a6f213f {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:31.439793 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08abde20-e25f-4e3f-8644-4ddbdf09bef6", "tag": "10aac0bc-9a29-4212-9287-354ce2e70964", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:31.440036 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f5774b9-e5cc-449d-9227-64081a6f213f {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:31.440427 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5774b9-e5cc-449d-9227-64081a6f213f'] response: {'name': 'network-changed', 'server_uuid': '08abde20-e25f-4e3f-8644-4ddbdf09bef6', 'tag': '10aac0bc-9a29-4212-9287-354ce2e70964', 'status': 'completed', 'code': 200} Oct 12 12:41:31.498072 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4768e8-3bd2-4c57-a2af-a546a1dfc857 req-73b27ed5-c70d-452b-a664-c8d3e0560656 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:31.499546 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0a4768e8-3bd2-4c57-a2af-a546a1dfc857 req-73b27ed5-c70d-452b-a664-c8d3e0560656 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 943 time: 0.0780194 Oct 12 12:41:31.506196 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59064566-613b-411a-acaa-5c84344543ba service neutron] Pushing event updated for resources: {'Port': ['ID=10aac0bc-9a29-4212-9287-354ce2e70964,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:31.556604 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0a4768e8-3bd2-4c57-a2af-a546a1dfc857 req-976e514c-4707-4f9d-be21-462af58cf1c1 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513835 Oct 12 12:41:32.117909 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9231d2-3247-488e-a144-b022e069a3e9 req-c083f4fa-45fc-4ede-9345-f40b1fdea3f2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:32.123449 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1e9231d2-3247-488e-a144-b022e069a3e9 req-c083f4fa-45fc-4ede-9345-f40b1fdea3f2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0459061 Oct 12 12:41:32.193569 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1e9231d2-3247-488e-a144-b022e069a3e9 req-07eae272-8d76-44db-a420-7c5be682e58f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680909 Oct 12 12:41:32.263528 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d397-e637-47c0-8f72-51e5f107fb91 req-10ac601c-a54b-433c-97ee-e99d3f596479 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:32.265033 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7745d397-e637-47c0-8f72-51e5f107fb91 req-10ac601c-a54b-433c-97ee-e99d3f596479 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0807416 Oct 12 12:41:32.268202 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40b3f-3b30-47af-a536-e39cc3ba4e53 req-ab18492e-4f4a-43e5-b46c-85dc74523575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:32.269568 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4af40b3f-3b30-47af-a536-e39cc3ba4e53 req-ab18492e-4f4a-43e5-b46c-85dc74523575 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=827d3a5990a940049bcb35a219efdef3&device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 1127 time: 0.0545564 Oct 12 12:41:32.313254 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7745d397-e637-47c0-8f72-51e5f107fb91 req-5a82bbb9-e477-45ea-901e-bfcda34b087c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426383 Oct 12 12:41:32.672559 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4db6cd-5658-4721-9b20-e12d1403f79d req-a9b363fd-ddcc-4968-aa94-52404d965633 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:32.674008 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4c4db6cd-5658-4721-9b20-e12d1403f79d req-a9b363fd-ddcc-4968-aa94-52404d965633 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 943 time: 0.0447664 Oct 12 12:41:32.719817 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4c4db6cd-5658-4721-9b20-e12d1403f79d req-5b89049d-ecc0-4b81-877f-414e23c9388c tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Oct 12 12:41:32.798423 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40b3f-3b30-47af-a536-e39cc3ba4e53 req-45257183-e839-4687-b924-1dade1cbc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:32.799925 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4af40b3f-3b30-47af-a536-e39cc3ba4e53 req-45257183-e839-4687-b924-1dade1cbc904 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=827d3a5990a940049bcb35a219efdef3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0983105 Oct 12 12:41:32.900968 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40b3f-3b30-47af-a536-e39cc3ba4e53 req-4be5466d-d621-4e52-927e-4d20516d8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:32.902516 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4af40b3f-3b30-47af-a536-e39cc3ba4e53 req-4be5466d-d621-4e52-927e-4d20516d8328 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924017 Oct 12 12:41:33.007922 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-d8824cce-8ecb-417d-ac52-122ac8f5afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:33.009421 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-d8824cce-8ecb-417d-ac52-122ac8f5afc0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=827d3a5990a940049bcb35a219efdef3&device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 1127 time: 0.0394745 Oct 12 12:41:33.062576 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-2c448d1e-0164-4861-acdf-246aa6796e5e service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10aac0bc-9a29-4212-9287-354ce2e70964 HTTP/1.1" status: 200 len: 217 time: 0.0336883 Oct 12 12:41:33.110982 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-39001116-e96b-42d4-8dd6-b8f358788b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:33.112361 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-39001116-e96b-42d4-8dd6-b8f358788b4e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a HTTP/1.1" status: 200 len: 849 time: 0.0430002 Oct 12 12:41:33.146187 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-df58dc15-8b79-477d-b6b7-d32cd45735f3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=32bd4761-1cf3-457f-afa4-3d358a5f2bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272830 Oct 12 12:41:33.168122 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:33.241534 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-057da4dd-c4bb-429f-a97a-81101bcee0b9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885851 Oct 12 12:41:33.369302 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f2e2f-56ca-4347-baf0-f14005f91788 req-3f048303-4d29-4119-b983-585c2971d14f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:33.371065 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4d5f2e2f-56ca-4347-baf0-f14005f91788 req-3f048303-4d29-4119-b983-585c2971d14f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0721738 Oct 12 12:41:33.398697 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12b53b16-b9d8-4dcf-bdf7-5440de8fe229 req-d1c51254-807b-4fc4-82f9-d4f9fafffc4c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485255 Oct 12 12:41:33.430764 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4d5f2e2f-56ca-4347-baf0-f14005f91788 req-488c4a40-1158-4c70-9054-ef7913c8e81c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533996 Oct 12 12:41:33.443083 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95775-dca2-4abf-b4ec-699547f39afb req-3b464de5-edb4-426a-ab5c-3a7d40ff3cf6 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:33.450097 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-77c95775-dca2-4abf-b4ec-699547f39afb req-3b464de5-edb4-426a-ab5c-3a7d40ff3cf6 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0536721 Oct 12 12:41:33.493568 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-77c95775-dca2-4abf-b4ec-699547f39afb req-a16c73d4-cb09-4a77-800b-7f2cd82d5ed9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434115 Oct 12 12:41:33.837624 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3e813-9c65-4e40-9dcb-13b0a144491a req-9ad3f92a-9462-4424-8aeb-dc0827f70764 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:33.839083 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-38f3e813-9c65-4e40-9dcb-13b0a144491a req-9ad3f92a-9462-4424-8aeb-dc0827f70764 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 943 time: 0.0447621 Oct 12 12:41:33.863199 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:33.889335 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-38f3e813-9c65-4e40-9dcb-13b0a144491a req-b40e8ee5-df60-405e-9b7d-b7c3d50cbcfb tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Oct 12 12:41:33.911717 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 32b9fcb7-660c-471b-abbd-960e2c87b57b details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:41:34.008513 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:34.019785 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'port_id': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'mac_address': 'fa:16:3e:ed:ea:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:41:34.057129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 32b9fcb7-660c-471b-abbd-960e2c87b57b is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:41:34.057508 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:34.071097 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b9fcb7-660c-471b-abbd-960e2c87b57b {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:41:34.091930 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:34.153974 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:34.198886 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:34.206444 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.206806 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.207128 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.207465 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.207795 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.208121 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.208444 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.208757 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.209103 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.209428 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.209751 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.210115 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.210486 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.210796 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.211112 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:41:34.557344 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e90802-723f-47e0-a20c-12abe0056f46 req-081f2e49-e691-476c-96f6-f1d14447b56c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:34.558872 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-13e90802-723f-47e0-a20c-12abe0056f46 req-081f2e49-e691-476c-96f6-f1d14447b56c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0462439 Oct 12 12:41:34.577908 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['32b9fcb7-660c-471b-abbd-960e2c87b57b'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:41:34.609022 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-13e90802-723f-47e0-a20c-12abe0056f46 req-4a1e85fe-b9cb-45d1-9afe-5a8fd80beb76 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Oct 12 12:41:34.692546 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dd9aa-2ac1-4e50-94cf-0fb91f0c7a4c req-7930196a-720a-4a99-937f-90ba5d3688f0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:34.694136 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7d5dd9aa-2ac1-4e50-94cf-0fb91f0c7a4c req-7930196a-720a-4a99-937f-90ba5d3688f0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 944 time: 0.0668640 Oct 12 12:41:34.724102 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e572e-594f-4748-b5b4-65d1097b7ab2 req-0d947826-b1b9-4289-8e7d-25f9c2cc74f5 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:34.727215 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-948e572e-594f-4748-b5b4-65d1097b7ab2 req-0d947826-b1b9-4289-8e7d-25f9c2cc74f5 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 946 time: 0.0501561 Oct 12 12:41:34.750467 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7d5dd9aa-2ac1-4e50-94cf-0fb91f0c7a4c req-76a0b3c7-b6dd-4467-81e4-ccf65de5dca4 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496356 Oct 12 12:41:34.781046 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-948e572e-594f-4748-b5b4-65d1097b7ab2 req-7fdb36bd-c1f9-4830-bc72-1bf8407100a7 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Oct 12 12:41:35.009978 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31580f-a1e0-408e-996b-9453e456c4f2 req-867bb0c4-b56c-4845-a23e-b7929cd03c11 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:35.011429 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0e31580f-a1e0-408e-996b-9453e456c4f2 req-867bb0c4-b56c-4845-a23e-b7929cd03c11 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 943 time: 0.0466735 Oct 12 12:41:35.057672 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0e31580f-a1e0-408e-996b-9453e456c4f2 req-01e7b54d-044f-424d-b51f-b5326e75b8da tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Oct 12 12:41:35.742156 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb6a5-35b7-4c67-b506-4f3625791f79 req-14fa6a5a-4fe8-446e-87f1-9f661bd82ed0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:35.743600 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-da0eb6a5-35b7-4c67-b506-4f3625791f79 req-14fa6a5a-4fe8-446e-87f1-9f661bd82ed0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0494111 Oct 12 12:41:35.790553 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-da0eb6a5-35b7-4c67-b506-4f3625791f79 req-8ef054a2-c8fa-4c3c-ae5e-448380078048 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409853 Oct 12 12:41:35.868466 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481012b7-aae1-4211-b493-7fabeb003020 req-2fd3bf4a-7651-4eef-8829-ad1a25798e43 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:35.870745 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-481012b7-aae1-4211-b493-7fabeb003020 req-2fd3bf4a-7651-4eef-8829-ad1a25798e43 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 944 time: 0.0480540 Oct 12 12:41:35.899251 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c46d5-0398-4cd6-9ffd-bc74f66e482b req-fabe67cd-a0ec-4c9c-a6c4-3b97829fec2b tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:35.900713 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-596c46d5-0398-4cd6-9ffd-bc74f66e482b req-fabe67cd-a0ec-4c9c-a6c4-3b97829fec2b tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 946 time: 0.0465822 Oct 12 12:41:35.926638 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-481012b7-aae1-4211-b493-7fabeb003020 req-4f9773bd-883d-4d49-bda7-2ac6b6b54cca tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485723 Oct 12 12:41:35.930517 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 32b9fcb7-660c-471b-abbd-960e2c87b57b up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:41:35.948833 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-596c46d5-0398-4cd6-9ffd-bc74f66e482b req-d55d8ea4-8f1c-48b3-aff7-298e740548a4 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Oct 12 12:41:35.974082 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 32b9fcb7-660c-471b-abbd-960e2c87b57b completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:41:36.022396 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 32b9fcb7-660c-471b-abbd-960e2c87b57b triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:41:36.022765 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:36.023097 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 32b9fcb7-660c-471b-abbd-960e2c87b57b Oct 12 12:41:36.098781 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 32b9fcb7-660c-471b-abbd-960e2c87b57b is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:41:36.099172 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:36.122622 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:36.125572 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6499ee04-6177-479e-a50b-edc6c880ae37" -d '{"events": [{"server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "name": "network-vif-plugged", "status": "completed", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:36.137423 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:36.165638 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21509ad4-6d1f-4550-bde5-33fbe58b99a4 x-openstack-request-id: req-21509ad4-6d1f-4550-bde5-33fbe58b99a4 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:36.165954 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "name": "network-vif-plugged", "status": "completed", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:36.166218 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21509ad4-6d1f-4550-bde5-33fbe58b99a4 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:36.166620 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21509ad4-6d1f-4550-bde5-33fbe58b99a4'] response: {'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'code': 200} Oct 12 12:41:36.183318 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597410fc-1cf7-4eaf-b957-e68b2e8db3f7 req-8d9b25f1-169b-4533-a712-0b6de444a127 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:36.184703 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-597410fc-1cf7-4eaf-b957-e68b2e8db3f7 req-8d9b25f1-169b-4533-a712-0b6de444a127 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 943 time: 0.0510468 Oct 12 12:41:36.194228 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:36.226218 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:36.234566 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-597410fc-1cf7-4eaf-b957-e68b2e8db3f7 req-f10d6801-6128-4f67-a755-2661b26af07a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443819 Oct 12 12:41:36.245536 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:36.730703 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b1744-b639-4a0d-834b-c93f93f6ceb5 req-26772684-f050-4ef5-82d3-74faa2e8563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:36.732621 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e27b1744-b639-4a0d-834b-c93f93f6ceb5 req-26772684-f050-4ef5-82d3-74faa2e8563b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1129 time: 0.0369639 Oct 12 12:41:36.938680 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-b7a65351-b166-4e0c-be73-8907e699f58d tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:36.940094 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-b7a65351-b166-4e0c-be73-8907e699f58d tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 946 time: 0.0926368 Oct 12 12:41:36.969463 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf89cf-6229-43cc-bb0a-d5503afc5312 req-8fdf4391-2776-407e-8a80-97fec53c14db tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:36.971009 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-60bf89cf-6229-43cc-bb0a-d5503afc5312 req-8fdf4391-2776-407e-8a80-97fec53c14db tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0871634 Oct 12 12:41:36.992758 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e27b1744-b639-4a0d-834b-c93f93f6ceb5 req-da6c16d8-e124-42b2-8696-1065752ed5c9 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1510410 Oct 12 12:41:37.053822 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e49546-b488-4f16-8540-7af18373c990 req-832e78d7-6dc0-4244-a941-e7817f3a55a5 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:37.055353 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-42e49546-b488-4f16-8540-7af18373c990 req-832e78d7-6dc0-4244-a941-e7817f3a55a5 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0461285 Oct 12 12:41:37.076494 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:37.083443 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-60bf89cf-6229-43cc-bb0a-d5503afc5312 req-231fb793-46a1-4b86-b931-9407b382304b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943351 Oct 12 12:41:37.087216 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Deleting port f08b5cba-5112-4013-8e2b-0f5f79411723 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:41:37.087542 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:37.122566 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-42e49546-b488-4f16-8540-7af18373c990 req-93af99e6-e3cd-41c0-8079-7c337f09d6b3 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610135 Oct 12 12:41:37.151006 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:37.224968 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351eed0-dbcd-4ed2-9238-aad97ee5ac29 req-df61bb66-b84e-4198-9036-b97141e01195 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:37.226428 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a351eed0-dbcd-4ed2-9238-aad97ee5ac29 req-df61bb66-b84e-4198-9036-b97141e01195 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 946 time: 0.0727015 Oct 12 12:41:37.228058 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] For port f08b5cba-5112-4013-8e2b-0f5f79411723, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f08b5cba-5112-4013-8e2b-0f5f79411723,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:37.228411 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:37.249268 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Calling delete_port for f08b5cba-5112-4013-8e2b-0f5f79411723 owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:41:37.325830 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a351eed0-dbcd-4ed2-9238-aad97ee5ac29 req-5d0be7de-ca1f-48c5-ac7f-e7edab07cba6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882761 Oct 12 12:41:37.351788 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:37.351942 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:37.358527 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438a61-2cd2-4190-a0cd-2629ef6a0aba req-dc4c9f94-99c5-4263-b4cd-01beaa9ef312 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:37.360030 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a1438a61-2cd2-4190-a0cd-2629ef6a0aba req-dc4c9f94-99c5-4263-b4cd-01beaa9ef312 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 943 time: 0.0528293 Oct 12 12:41:37.408655 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a1438a61-2cd2-4190-a0cd-2629ef6a0aba req-7d7a82a7-aace-48f2-ba86-e90c48669f2b tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Oct 12 12:41:37.485906 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (f08b5cba-5112-4013-8e2b-0f5f79411723), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:37.512266 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Pushing event deleted for resources: {'Port': ['ID=f08b5cba-5112-4013-8e2b-0f5f79411723,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:37.533461 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['f08b5cba-5112-4013-8e2b-0f5f79411723'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:41:37.556876 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] No DVR routers for this DVR port f08b5cba-5112-4013-8e2b-0f5f79411723 on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:41:37.559375 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:37.563265 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3076fd34-fb22-46f7-86b9-1de483a8c8ed req-c454fb89-8429-4a6f-88fa-420f4cf2b3a6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.39 "DELETE /networking/v2.0/ports/f08b5cba-5112-4013-8e2b-0f5f79411723 HTTP/1.1" status: 204 len: 173 time: 0.6132131 Oct 12 12:41:37.563754 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9785f5a1-07ef-4a37-bc0d-e921e203cc1f', 'name': 'network-vif-deleted', 'tag': 'f08b5cba-5112-4013-8e2b-0f5f79411723'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:37.565975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60bcd28-5334-4806-8697-ce11fa2d31bb" -d '{"events": [{"server_uuid": "9785f5a1-07ef-4a37-bc0d-e921e203cc1f", "name": "network-vif-deleted", "tag": "f08b5cba-5112-4013-8e2b-0f5f79411723"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:37.600466 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db4cd9a-236d-4e22-8451-8028bc52a296 x-openstack-request-id: req-1db4cd9a-236d-4e22-8451-8028bc52a296 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:37.600753 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9785f5a1-07ef-4a37-bc0d-e921e203cc1f", "name": "network-vif-deleted", "tag": "f08b5cba-5112-4013-8e2b-0f5f79411723", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:37.600997 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1db4cd9a-236d-4e22-8451-8028bc52a296 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:37.601391 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db4cd9a-236d-4e22-8451-8028bc52a296'] response: {'server_uuid': '9785f5a1-07ef-4a37-bc0d-e921e203cc1f', 'name': 'network-vif-deleted', 'tag': 'f08b5cba-5112-4013-8e2b-0f5f79411723', 'status': 'completed', 'code': 200} Oct 12 12:41:37.924154 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 10aac0bc-9a29-4212-9287-354ce2e70964 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:41:37.934102 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:38.026203 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 10aac0bc-9a29-4212-9287-354ce2e70964, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10aac0bc-9a29-4212-9287-354ce2e70964,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:38.037880 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '10aac0bc-9a29-4212-9287-354ce2e70964', 'network_id': '32bd4761-1cf3-457f-afa4-3d358a5f2bd3', 'port_id': '10aac0bc-9a29-4212-9287-354ce2e70964', 'mac_address': 'fa:16:3e:cd:99:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:41:38.076625 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 10aac0bc-9a29-4212-9287-354ce2e70964 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:41:38.077016 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:38.090370 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10aac0bc-9a29-4212-9287-354ce2e70964 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:41:38.111362 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 10aac0bc-9a29-4212-9287-354ce2e70964, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10aac0bc-9a29-4212-9287-354ce2e70964,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:38.160333 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:38.208643 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=10aac0bc-9a29-4212-9287-354ce2e70964,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:38.218784 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303e074-a3c2-43a6-9e29-633f03bd3575 req-e9b31ef9-37fc-42f0-ad53-8a6e8345d2f7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:38.220346 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7303e074-a3c2-43a6-9e29-633f03bd3575 req-e9b31ef9-37fc-42f0-ad53-8a6e8345d2f7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0515954 Oct 12 12:41:38.238989 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039a29d-eadd-47bf-8f7a-07cc60bf800e req-501765f7-d6f4-4edf-b1f1-b38a09d22262 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:38.240453 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e039a29d-eadd-47bf-8f7a-07cc60bf800e req-501765f7-d6f4-4edf-b1f1-b38a09d22262 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0516455 Oct 12 12:41:38.269329 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7303e074-a3c2-43a6-9e29-633f03bd3575 req-430b7b56-dc9e-48e3-9109-5c2a60d88d34 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426869 Oct 12 12:41:38.294289 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e039a29d-eadd-47bf-8f7a-07cc60bf800e req-dacb626d-981b-425d-81a1-e1acf0a7af62 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478306 Oct 12 12:41:38.430068 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-52891c62-7660-43bb-b2d9-e03f0c67b761 req-d146fe67-4eb7-4309-8ee1-181c426444af tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 210 time: 0.0306695 Oct 12 12:41:38.526252 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3e3d-f79b-4085-b1f1-ed0979e300cf req-7059bdf5-6faa-41aa-a42a-d57f2bb0d299 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:38.527605 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-acee3e3d-f79b-4085-b1f1-ed0979e300cf req-7059bdf5-6faa-41aa-a42a-d57f2bb0d299 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 944 time: 0.0459266 Oct 12 12:41:38.573738 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-acee3e3d-f79b-4085-b1f1-ed0979e300cf req-9bdece65-02a8-4062-8a57-b680403389cd tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Oct 12 12:41:38.650605 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['10aac0bc-9a29-4212-9287-354ce2e70964'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:41:39.396791 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552bb35-fef3-4538-8c01-bf7d5dd59ea7 req-30e8beb7-48e7-4f41-b3c4-b57ffddf8713 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:39.398271 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6552bb35-fef3-4538-8c01-bf7d5dd59ea7 req-30e8beb7-48e7-4f41-b3c4-b57ffddf8713 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0470891 Oct 12 12:41:39.414065 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991be09e-ac6e-4a25-8d98-9eac89f8c809 req-ea457fb3-d36e-4377-8782-d12bdb0475fb tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:39.415566 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-991be09e-ac6e-4a25-8d98-9eac89f8c809 req-ea457fb3-d36e-4377-8782-d12bdb0475fb tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0464799 Oct 12 12:41:39.445167 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6552bb35-fef3-4538-8c01-bf7d5dd59ea7 req-67671bbc-a759-4152-8f62-ddbdf7466cbf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411348 Oct 12 12:41:39.464036 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-991be09e-ac6e-4a25-8d98-9eac89f8c809 req-0730a19f-f724-443c-abf6-ce6103db7541 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423100 Oct 12 12:41:39.556653 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5779a524-4cb0-40d6-9d49-1dd6dcbc817f req-feaba4dd-b909-496a-879b-3ddcdfb33056 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 210 time: 0.0281994 Oct 12 12:41:39.584600 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f47ae-6b37-4112-b73a-65e3a34bf3cc req-fcf2b429-a87d-4f23-b3fa-e561cb10edee tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:39.585990 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f36f47ae-6b37-4112-b73a-65e3a34bf3cc req-fcf2b429-a87d-4f23-b3fa-e561cb10edee tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0494099 Oct 12 12:41:39.635121 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f36f47ae-6b37-4112-b73a-65e3a34bf3cc req-957dbc85-ba18-4685-a1de-087a18ae4ff5 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436380 Oct 12 12:41:39.663401 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 42862) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:41:39.692943 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af221ff-43a7-4799-b6a5-38c4ea8c18af req-5fcc46aa-5717-42b0-87a8-934085fb501a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:39.694434 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6af221ff-43a7-4799-b6a5-38c4ea8c18af req-5fcc46aa-5717-42b0-87a8-934085fb501a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 944 time: 0.0474946 Oct 12 12:41:39.746936 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6af221ff-43a7-4799-b6a5-38c4ea8c18af req-2f4e8c51-abda-4dcf-a1cc-6b4ee7b4ba57 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467770 Oct 12 12:41:39.782312 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:39.807149 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f2d2b-3359-411f-9e4d-953da74227d5 tempest-TestShelveInstance-564667354 tempest-TestShelveInstance-564667354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:39.808667 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-380f2d2b-3359-411f-9e4d-953da74227d5 tempest-TestShelveInstance-564667354 tempest-TestShelveInstance-564667354-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1124 time: 0.1441996 Oct 12 12:41:39.812437 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 42866) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:41:39.816850 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'port_id': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:41:39.931820 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:40.018957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:40.030442 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 10aac0bc-9a29-4212-9287-354ce2e70964 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:41:40.079670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:40.085788 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 10aac0bc-9a29-4212-9287-354ce2e70964 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:41:40.133415 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Allocated IP 172.27.3.250 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/88e7bbe0-92cd-4cd3-8592-30cb10d92f0c) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:41:40.166467 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 10aac0bc-9a29-4212-9287-354ce2e70964 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:41:40.166902 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:40.167261 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 10aac0bc-9a29-4212-9287-354ce2e70964 Oct 12 12:41:40.202875 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:40.244214 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for port (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:40.251711 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 10aac0bc-9a29-4212-9287-354ce2e70964 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:41:40.255102 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:40.261133 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:40.283413 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08abde20-e25f-4e3f-8644-4ddbdf09bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aac0bc-9a29-4212-9287-354ce2e70964'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:40.285717 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d093df-7a5e-45dc-851f-fc69056f4a89" -d '{"events": [{"server_uuid": "08abde20-e25f-4e3f-8644-4ddbdf09bef6", "name": "network-vif-plugged", "status": "completed", "tag": "10aac0bc-9a29-4212-9287-354ce2e70964"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:40.298615 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 10aac0bc-9a29-4212-9287-354ce2e70964, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10aac0bc-9a29-4212-9287-354ce2e70964,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:40.321919 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c1b362-bb6b-49b4-8be3-1c4d347cc273 x-openstack-request-id: req-33c1b362-bb6b-49b4-8be3-1c4d347cc273 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:40.322233 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08abde20-e25f-4e3f-8644-4ddbdf09bef6", "name": "network-vif-plugged", "status": "completed", "tag": "10aac0bc-9a29-4212-9287-354ce2e70964", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:40.322479 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33c1b362-bb6b-49b4-8be3-1c4d347cc273 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:40.322866 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c1b362-bb6b-49b4-8be3-1c4d347cc273'] response: {'server_uuid': '08abde20-e25f-4e3f-8644-4ddbdf09bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aac0bc-9a29-4212-9287-354ce2e70964', 'code': 200} Oct 12 12:41:40.355055 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:40.368652 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:40.369475 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device f08b5cba-5112-4013-8e2b-0f5f79411723 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:41:40.396038 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:41:40.400763 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:41:40.405452 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:41:40.406744 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: f08b5cba-5112-4013-8e2b-0f5f79411723 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:41:40.407285 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device f08b5cba-5112-4013-8e2b-0f5f79411723 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:41:40.407626 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'Port': ['ID=88e7bbe0-92cd-4cd3-8592-30cb10d92f0c,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:40.437108 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=10aac0bc-9a29-4212-9287-354ce2e70964,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:40.572450 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaeae9-6dac-4971-8a6a-80ee35736c08 req-e85f7125-f666-4724-971c-399c0cb85b6d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:40.573917 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e1eaeae9-6dac-4971-8a6a-80ee35736c08 req-e85f7125-f666-4724-971c-399c0cb85b6d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0459740 Oct 12 12:41:40.631008 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e1eaeae9-6dac-4971-8a6a-80ee35736c08 req-54d2202e-7587-4287-8477-bbef151ecac8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506999 Oct 12 12:41:40.681651 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:40.703284 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-228364dc-0a27-4ef7-9a94-e9f6bb350b23 req-d249c45f-cfde-4562-aa3f-ed69ea267576 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9785f5a1-07ef-4a37-bc0d-e921e203cc1f HTTP/1.1" status: 200 len: 210 time: 0.0351710 Oct 12 12:41:40.873981 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b876fc-2ebc-4229-bffb-f773860fad31 req-41205e80-c8f1-494a-ad1b-57bc5529ab76 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:40.875956 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-99b876fc-2ebc-4229-bffb-f773860fad31 req-41205e80-c8f1-494a-ad1b-57bc5529ab76 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0502748 Oct 12 12:41:40.939203 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-99b876fc-2ebc-4229-bffb-f773860fad31 req-730876f8-4d0c-47c3-b913-804489990556 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559125 Oct 12 12:41:41.131954 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cbcef-5723-4c4a-a5f5-86232a237b3e req-b4b3d538-4d92-42cb-acbd-9011be8b9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:41.133416 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1a3cbcef-5723-4c4a-a5f5-86232a237b3e req-b4b3d538-4d92-42cb-acbd-9011be8b9a1a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 1129 time: 0.0776520 Oct 12 12:41:41.157780 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for floatingip (4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:41.239061 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1a3cbcef-5723-4c4a-a5f5-86232a237b3e req-a5ec30d5-2d86-4b4e-94cb-7e09c7b8c50c service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980105 Oct 12 12:41:41.300866 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:41.445436 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for port (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:41.480035 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:41.544219 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:41.546529 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event updated for resources: {'Port': ['ID=88e7bbe0-92cd-4cd3-8592-30cb10d92f0c,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:41.641778 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Floating IP 4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f associated. External IP: 172.27.3.250, port: 32b9fcb7-660c-471b-abbd-960e2c87b57b. Oct 12 12:41:41.779660 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b368be-4bea-48c8-9773-0102a21acd14 req-521e3fcb-58a2-4189-b23d-4df39349a8c0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:41.781086 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-69b368be-4bea-48c8-9773-0102a21acd14 req-521e3fcb-58a2-4189-b23d-4df39349a8c0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 943 time: 0.0616286 Oct 12 12:41:41.792688 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:41.899995 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-69b368be-4bea-48c8-9773-0102a21acd14 req-d49f146b-04d9-4311-b81c-3d1f6395ecdc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133034 Oct 12 12:41:41.922692 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Router 5b5647cd-d344-41e0-8579-07804632bc5a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:41:41.939713 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:41:41.985401 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:42.039135 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:41:42.058334 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] Sync routers for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:41:42.061536 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:42.068098 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce340c48-0ccb-47ca-a90d-59bec841ad94 req-8bef4178-78e6-4373-bd4e-95b67c371eb9 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:42.077000 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ce340c48-0ccb-47ca-a90d-59bec841ad94 req-8bef4178-78e6-4373-bd4e-95b67c371eb9 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0607836 Oct 12 12:41:42.089788 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '5987ac83-3534-44f8-b03e-d740853eca66', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'port_id': '5987ac83-3534-44f8-b03e-d740853eca66', 'mac_address': 'fa:16:3e:12:05:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:41:42.095139 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:41:42.095763 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:41:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:41:42.103051 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:42.122571 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ce340c48-0ccb-47ca-a90d-59bec841ad94 req-26c846f9-a147-4402-9f52-4ae05064dfd5 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Oct 12 12:41:42.143700 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-6e54f0b9-b813-46f2-9722-07dcb02a9340 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3212380 Oct 12 12:41:42.143700 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:42.143700 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8dda51-70db-4e78-bfe6-be6852c4b03f" -d '{"events": [{"name": "network-changed", "server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:42.152422 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:42.180244 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 5987ac83-3534-44f8-b03e-d740853eca66 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:41:42.180626 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:42.183672 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f66d08-ea31-4ccf-956e-16266e1965bc x-openstack-request-id: req-e2f66d08-ea31-4ccf-956e-16266e1965bc {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:42.184137 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:42.184600 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2f66d08-ea31-4ccf-956e-16266e1965bc {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:42.185385 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f66d08-ea31-4ccf-956e-16266e1965bc'] response: {'name': 'network-changed', 'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'status': 'completed', 'code': 200} Oct 12 12:41:42.231293 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5987ac83-3534-44f8-b03e-d740853eca66 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:41:42.261259 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:42.263833 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:41:42.296216 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-62329eeb-86f0-4f48-9a37-830dd2b9cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:42.298667 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-62329eeb-86f0-4f48-9a37-830dd2b9cfff service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b15d78e196664c1aa41be6c5afe4238b&device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1129 time: 0.0429313 Oct 12 12:41:42.336549 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:42.396760 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-24af2aa2-a660-44bb-8984-c9250a7c7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:42.398272 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-24af2aa2-a660-44bb-8984-c9250a7c7dd2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=67fe8886-6694-423c-8a16-f3bf148c60e0 HTTP/1.1" status: 200 len: 910 time: 0.0920784 Oct 12 12:41:42.436225 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=9']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:42.516904 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'port_id': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'mac_address': 'fa:16:3e:ed:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6222337e-587d-4200-bcb3-264fc5b2395d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:41:40Z', 'updated_at': '2022-10-12T12:41:40Z', 'revision_number': 0, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:40:04Z', 'revision_number': 5, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:41:42.544165 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] Checking router: 5b5647cd-d344-41e0-8579-07804632bc5a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:41:42.552518 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:41:42.553051 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:41:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:41:42.598994 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:42.657875 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:41:42.864361 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'port_id': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'mac_address': 'fa:16:3e:ed:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6222337e-587d-4200-bcb3-264fc5b2395d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:41:40Z', 'updated_at': '2022-10-12T12:41:40Z', 'revision_number': 0, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:40:04Z', 'revision_number': 5, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:41:42.888592 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455305d-3f4b-4ae2-90e5-85900b1e44c4 None None] The sync data for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi is: [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'port_id': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'mac_address': 'fa:16:3e:ed:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6222337e-587d-4200-bcb3-264fc5b2395d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:41:40Z', 'updated_at': '2022-10-12T12:41:40Z', 'revision_number': 0, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:40:04Z', 'revision_number': 5, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:41:43.030913 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcad095-3549-43a0-8601-b572bb46e8be req-023e77f7-4517-4ab1-ad2a-6e37d8ff2b9e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:43.032463 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-adcad095-3549-43a0-8601-b572bb46e8be req-023e77f7-4517-4ab1-ad2a-6e37d8ff2b9e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0490007 Oct 12 12:41:43.082853 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75caef4e-3d63-4ea4-baf0-5ec20cfcf093 None None] New status for floating IP 4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:41:43.085184 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-adcad095-3549-43a0-8601-b572bb46e8be req-42e418b8-0fcb-47f6-b198-651663234d62 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469856 Oct 12 12:41:43.252729 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3b5bc-8880-4d73-ad11-c95c8aaec16b req-c2727cac-bd8d-44f3-8163-692ea145437b tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:43.254249 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-59a3b5bc-8880-4d73-ad11-c95c8aaec16b req-c2727cac-bd8d-44f3-8163-692ea145437b tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0487766 Oct 12 12:41:43.303328 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-59a3b5bc-8880-4d73-ad11-c95c8aaec16b req-6a834743-cf3c-4e28-a91c-e24955bb2203 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Oct 12 12:41:44.211757 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d071-7d68-4800-adc6-e55f49ffe323 req-8cd0cf22-85ba-4f00-bf4d-bc23894307b4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:44.213198 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a2f8d071-7d68-4800-adc6-e55f49ffe323 req-8cd0cf22-85ba-4f00-bf4d-bc23894307b4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0492687 Oct 12 12:41:44.258907 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a2f8d071-7d68-4800-adc6-e55f49ffe323 req-5b481579-7622-4cf2-8319-ea46e93ea588 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397136 Oct 12 12:41:44.424976 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17336099-51c3-42db-97eb-74d1b3278c1f req-81dd992d-48e3-4f26-82d3-45c2199b83a0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:44.426449 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17336099-51c3-42db-97eb-74d1b3278c1f req-81dd992d-48e3-4f26-82d3-45c2199b83a0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0496008 Oct 12 12:41:44.472791 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17336099-51c3-42db-97eb-74d1b3278c1f req-ab0ad66f-013e-4447-ae32-f53413aed208 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Oct 12 12:41:45.362984 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['5987ac83-3534-44f8-b03e-d740853eca66'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:41:45.386973 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee33d2f-6ee6-476d-a291-3a43b35f2803 req-b176e68d-aa81-4412-9f9a-c443937be1ca tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:45.388898 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7ee33d2f-6ee6-476d-a291-3a43b35f2803 req-b176e68d-aa81-4412-9f9a-c443937be1ca tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0477002 Oct 12 12:41:45.407835 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-836e297f-72cb-493d-a3be-d1c217bfa98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:45.432522 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:45.446596 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7ee33d2f-6ee6-476d-a291-3a43b35f2803 req-d840b284-28a1-4684-90de-45e3c099cb0e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509052 Oct 12 12:41:45.530357 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-c2c0a987-957c-43ab-b16a-b1a952f7965b service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 200 len: 1001 time: 0.0613098 Oct 12 12:41:45.603733 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07d626-2f5c-4727-be71-1d9ccdf95607 req-a6e49908-79a0-435c-97af-fa1fdd2d9806 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:45.605211 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cc07d626-2f5c-4727-be71-1d9ccdf95607 req-a6e49908-79a0-435c-97af-fa1fdd2d9806 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0504267 Oct 12 12:41:45.658842 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cc07d626-2f5c-4727-be71-1d9ccdf95607 req-526687e0-1849-4b3a-9183-f772e80b5dcc tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473843 Oct 12 12:41:45.788615 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-0f6d853d-354a-4ddc-bc86-ea385b5a73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:45.792291 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-0f6d853d-354a-4ddc-bc86-ea385b5a73f2 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=24289879-e424-480d-bc6d-ef9dbd34773a HTTP/1.1" status: 200 len: 848 time: 0.0491090 Oct 12 12:41:45.868115 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-d12e4f50-ed08-4285-bf51-98a26528ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:45.869628 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-d12e4f50-ed08-4285-bf51-98a26528ea40 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=67fe8886-6694-423c-8a16-f3bf148c60e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387988 Oct 12 12:41:45.948430 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:45.962850 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-9ee2fd5a-9335-4af9-abf6-b8aa9de6c9f5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861967 Oct 12 12:41:46.018757 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cacc2-761c-4161-8b39-544fd4c1c30e req-7fdc4c15-91db-4f63-b7d8-a60794280feb tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:46.020195 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-159cacc2-761c-4161-8b39-544fd4c1c30e req-7fdc4c15-91db-4f63-b7d8-a60794280feb tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 946 time: 0.0505416 Oct 12 12:41:46.066884 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-159cacc2-761c-4161-8b39-544fd4c1c30e req-bbbd6d80-9934-474a-8769-4a85d23fd6b3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410719 Oct 12 12:41:46.567049 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6709a-2dc0-42f8-9b63-bfbc4bbfeeb0 req-b20b3ce8-c415-4630-9e93-56371a428f60 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:46.568527 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-08c6709a-2dc0-42f8-9b63-bfbc4bbfeeb0 req-b20b3ce8-c415-4630-9e93-56371a428f60 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0477662 Oct 12 12:41:46.615549 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-08c6709a-2dc0-42f8-9b63-bfbc4bbfeeb0 req-3e0a73ac-4c94-428e-9aad-5397e8b3c43f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Oct 12 12:41:46.778817 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99262b30-14d7-4e9a-8d17-e174243c610c req-65da8f07-66bd-4973-88be-c90e6351f121 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:46.780846 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-99262b30-14d7-4e9a-8d17-e174243c610c req-65da8f07-66bd-4973-88be-c90e6351f121 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0491517 Oct 12 12:41:46.827003 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-99262b30-14d7-4e9a-8d17-e174243c610c req-9075a0f9-199a-4e58-91c7-d195822a95d2 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Oct 12 12:41:47.186582 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6d22-4440-4e15-bad2-51e8dbf00cd4 req-ddb9528a-4ca4-44e3-a0bf-ae5df9169256 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:47.188040 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-677f6d22-4440-4e15-bad2-51e8dbf00cd4 req-ddb9528a-4ca4-44e3-a0bf-ae5df9169256 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 946 time: 0.0469227 Oct 12 12:41:47.234775 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-677f6d22-4440-4e15-bad2-51e8dbf00cd4 req-a637b306-10fa-43c1-8238-c4416e7624ac tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Oct 12 12:41:47.317382 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:47.386865 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2d8dda51-70db-4e78-bfe6-be6852c4b03f req-9fa07c66-0281-4857-b01d-aa0bd6dbf423 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891979 Oct 12 12:41:47.388840 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:41:47.435898 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 5987ac83-3534-44f8-b03e-d740853eca66 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:41:47.437375 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5987ac83-3534-44f8-b03e-d740853eca66), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:47.437375 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 5987ac83-3534-44f8-b03e-d740853eca66 Oct 12 12:41:47.501463 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:47.514081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 5987ac83-3534-44f8-b03e-d740853eca66 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:41:47.514468 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:47.537980 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:47.542287 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c616f8-936d-4022-9b29-d15b2ea2427a" -d '{"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5987ac83-3534-44f8-b03e-d740853eca66"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:47.552410 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:47.579809 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259ef2c9-d39f-46fa-a286-63af9f47b08f x-openstack-request-id: req-259ef2c9-d39f-46fa-a286-63af9f47b08f {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:47.580092 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5987ac83-3534-44f8-b03e-d740853eca66", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:47.580368 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-259ef2c9-d39f-46fa-a286-63af9f47b08f {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:47.580757 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259ef2c9-d39f-46fa-a286-63af9f47b08f'] response: {'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66', 'code': 200} Oct 12 12:41:47.617673 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:47.674759 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=10']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:47.732932 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e6269eee-92d2-4691-885c-fdd2d691f5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:47.748760 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29c50f-9ed9-437b-b84c-a59de6d2e098 req-cf9711f5-14e1-4990-b1d1-a246f9fdd12c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:47.750246 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0e29c50f-9ed9-437b-b84c-a59de6d2e098 req-cf9711f5-14e1-4990-b1d1-a246f9fdd12c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0495672 Oct 12 12:41:47.800685 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0e29c50f-9ed9-437b-b84c-a59de6d2e098 req-7474b089-a906-40b9-a2ed-ac7aa30003ec tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 Oct 12 12:41:48.184086 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-208000f3-9f69-4d28-a3d0-fe7f526352ca tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:48.186161 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-208000f3-9f69-4d28-a3d0-fe7f526352ca tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 946 time: 0.0474901 Oct 12 12:41:48.281136 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Deleting port b3a343e1-04ff-45b8-a712-621f39f630db {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:41:48.282196 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:48.288709 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f50487-6468-487c-b0d3-04c46a81d1fc req-64e57348-7dfe-4ec9-9ff5-0f2726f97454 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:48.290407 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c4f50487-6468-487c-b0d3-04c46a81d1fc req-64e57348-7dfe-4ec9-9ff5-0f2726f97454 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0606647 Oct 12 12:41:48.340729 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c4f50487-6468-487c-b0d3-04c46a81d1fc req-2c26dfe8-f9ee-49a7-8ff1-506386c8f4aa tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Oct 12 12:41:48.391547 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e02766-6d14-4263-8ae8-c61c4a20e0ab req-9d6c8bb9-67d7-42db-a519-afb48eea276b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:48.392973 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14e02766-6d14-4263-8ae8-c61c4a20e0ab req-9d6c8bb9-67d7-42db-a519-afb48eea276b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 946 time: 0.0665293 Oct 12 12:41:48.429668 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] For port b3a343e1-04ff-45b8-a712-621f39f630db, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a343e1-04ff-45b8-a712-621f39f630db,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:48.430049 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:48.529578 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14e02766-6d14-4263-8ae8-c61c4a20e0ab req-bd917180-36d4-4221-93e6-e8c47686ea76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=866c442e-65fc-42ee-b5dc-f0ba02f57f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296000 Oct 12 12:41:48.702812 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:48.703088 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (153144c1-690b-4b82-bba0-6fd397db80ac), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:48.703403 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Floating IP 153144c1-690b-4b82-bba0-6fd397db80ac disassociated. External IP: 172.27.3.201, port: b3a343e1-04ff-45b8-a712-621f39f630db. Oct 12 12:41:48.703737 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Calling delete_port for b3a343e1-04ff-45b8-a712-621f39f630db owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:41:48.712769 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:48.897167 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:48.937787 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849bca-fba4-48ad-a7c7-2e3f8f2e4cf1 req-a5ba22f6-9057-4b01-a7bf-2ee348f9be87 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:48.939409 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cd849bca-fba4-48ad-a7c7-2e3f8f2e4cf1 req-a5ba22f6-9057-4b01-a7bf-2ee348f9be87 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Oct 12 12:41:49.014846 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cd849bca-fba4-48ad-a7c7-2e3f8f2e4cf1 req-ddc16672-197d-4cc9-8843-85bbb06175b8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695622 Oct 12 12:41:49.102621 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:49.119762 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (b3a343e1-04ff-45b8-a712-621f39f630db), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:49.148790 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'Port': ['ID=b3a343e1-04ff-45b8-a712-621f39f630db,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:49.204251 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:49.257913 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:41:49.363826 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:41:49.373682 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:41:49.384739 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:41:49.385365 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:41:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:41:49.415039 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] No DVR routers for this DVR port b3a343e1-04ff-45b8-a712-621f39f630db on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:41:49.418101 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:49.422329 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-96c12fca-9585-42a9-ab1d-92e3680c3afa req-f7a19ee3-a42f-40b2-88a7-055e47443379 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "DELETE /networking/v2.0/ports/b3a343e1-04ff-45b8-a712-621f39f630db HTTP/1.1" status: 204 len: 173 time: 1.2303782 Oct 12 12:41:49.422828 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'name': 'network-vif-deleted', 'tag': 'b3a343e1-04ff-45b8-a712-621f39f630db'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:49.425236 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2629c5f-e015-4325-b273-ba1e4068e776" -d '{"events": [{"server_uuid": "e3a51ad5-ef04-4f25-961e-6705be7abc42", "name": "network-vif-deleted", "tag": "b3a343e1-04ff-45b8-a712-621f39f630db"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:49.472155 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98623bef-c67f-49b5-a8a6-e02493713c84 x-openstack-request-id: req-98623bef-c67f-49b5-a8a6-e02493713c84 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:49.472445 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a51ad5-ef04-4f25-961e-6705be7abc42", "name": "network-vif-deleted", "tag": "b3a343e1-04ff-45b8-a712-621f39f630db", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:49.472689 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98623bef-c67f-49b5-a8a6-e02493713c84 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:49.473085 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98623bef-c67f-49b5-a8a6-e02493713c84'] response: {'server_uuid': 'e3a51ad5-ef04-4f25-961e-6705be7abc42', 'name': 'network-vif-deleted', 'tag': 'b3a343e1-04ff-45b8-a712-621f39f630db', 'status': 'completed', 'code': 200} Oct 12 12:41:49.481057 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f528a-c1c4-4906-9015-b2fa7be45511 req-a1e98c49-1931-442d-9c76-a2e7d24cd3c0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:49.482584 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9b5f528a-c1c4-4906-9015-b2fa7be45511 req-a1e98c49-1931-442d-9c76-a2e7d24cd3c0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0540195 Oct 12 12:41:49.504817 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:41:49.530995 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9b5f528a-c1c4-4906-9015-b2fa7be45511 req-23a51521-1c25-4fb1-afa0-772bf7fa4ffd tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Oct 12 12:41:49.531246 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:49.637354 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ebcac16a-1111-45a8-b4ab-a2e4e9802f45 req-bb8c7140-eb13-405e-8c0b-c0b268ca67a1 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0311067 Oct 12 12:41:49.663387 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:41:49.720837 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 2, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:41:49.749841 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:41:49.758371 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:41:49.758963 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:41:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:41:49.860706 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:41:50.079376 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 2, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:41:50.106016 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3a359-cbb9-4ca4-a4a6-d02e254bff83 None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '183ac7a0-3695-4554-99ce-1af4d3877069', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:60:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eb4f3-2765-48cc-9bee-2178c185deca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:38:15Z', 'updated_at': '2022-10-12T12:38:56Z', 'revision_number': 2, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:41:50.171107 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af8527-5afd-4244-a7c3-70b4a4cab0b6 req-36cb238d-d677-4e5a-a776-888102a5d2ed tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:50.172711 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-22af8527-5afd-4244-a7c3-70b4a4cab0b6 req-36cb238d-d677-4e5a-a776-888102a5d2ed tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0522683 Oct 12 12:41:50.232918 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-22af8527-5afd-4244-a7c3-70b4a4cab0b6 req-0d12bbd9-17b7-4426-8853-fbaf8d0a233d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511634 Oct 12 12:41:50.351285 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a0764b-4161-46b7-9c9d-9086d2479c03 None None] New status for floating IP 153144c1-690b-4b82-bba0-6fd397db80ac: DOWN {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:41:50.660106 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:50.664520 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582b884-4524-42fa-b21a-516da9863959 req-655ecf20-ebb6-4003-b394-84abd754e7f0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:50.666142 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2582b884-4524-42fa-b21a-516da9863959 req-655ecf20-ebb6-4003-b394-84abd754e7f0 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0545127 Oct 12 12:41:50.728511 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2582b884-4524-42fa-b21a-516da9863959 req-e94905e7-3cf9-4d7a-84e2-f4f5796b4765 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490031 Oct 12 12:41:50.757401 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b9635823-507d-4f10-bdad-71367a59bdfe req-404657e1-422f-4d70-b59a-7d5762e06152 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0370090 Oct 12 12:41:50.766926 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:50.783832 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:51.360106 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b188-be3d-4fc5-9606-72216fb11b19 req-a9f9f613-055e-4bd9-8fde-455ec73a20f7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:51.361459 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9bf2b188-be3d-4fc5-9606-72216fb11b19 req-a9f9f613-055e-4bd9-8fde-455ec73a20f7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0457947 Oct 12 12:41:51.409803 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9bf2b188-be3d-4fc5-9606-72216fb11b19 req-e0e856cc-af55-4bc8-ab18-f0be047eaf71 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Oct 12 12:41:51.853911 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e291ed-e77d-42dd-9c31-ff9639447090 req-808decbd-442d-4239-9966-e290087b5c88 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:51.855457 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24e291ed-e77d-42dd-9c31-ff9639447090 req-808decbd-442d-4239-9966-e290087b5c88 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Oct 12 12:41:51.859204 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-02dbb313-6d75-4c1f-b52f-d2bd902e1934 req-b6d91d65-f6cb-41fd-b86b-aa329c5e5a46 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0310588 Oct 12 12:41:51.902799 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24e291ed-e77d-42dd-9c31-ff9639447090 req-8cb001de-f15e-4d43-be26-54d4fe168803 tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa76ff6f-3ccd-4671-895e-4d75484472ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Oct 12 12:41:52.003852 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cb07-5c07-4088-ae30-68b01080fe64 req-81591f2d-fef9-41c7-bffe-53e0f2225be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:52.005369 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f634cb07-5c07-4088-ae30-68b01080fe64 req-81591f2d-fef9-41c7-bffe-53e0f2225be3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 1130 time: 0.0735245 Oct 12 12:41:52.011168 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912b95-b196-4591-b301-51a7397cc188 req-89ae9ef7-b15f-4d11-a6f9-4f4f86f36b6a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:52.012504 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d4912b95-b196-4591-b301-51a7397cc188 req-89ae9ef7-b15f-4d11-a6f9-4f4f86f36b6a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 945 time: 0.0701699 Oct 12 12:41:52.093742 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f634cb07-5c07-4088-ae30-68b01080fe64 req-0abdc234-b3d4-490f-9ccd-48f700113225 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803177 Oct 12 12:41:52.128080 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Deleting port 10aac0bc-9a29-4212-9287-354ce2e70964 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:41:52.128406 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:52.130913 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:52.222420 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] For port 10aac0bc-9a29-4212-9287-354ce2e70964, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10aac0bc-9a29-4212-9287-354ce2e70964,segment=NetworkSegment(41488dfa-16cc-4cdf-a82f-1bb13b4f4381),segment_id=41488dfa-16cc-4cdf-a82f-1bb13b4f4381)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:41:52.222708 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:52.236367 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Calling delete_port for 10aac0bc-9a29-4212-9287-354ce2e70964 owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:41:52.406629 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (10aac0bc-9a29-4212-9287-354ce2e70964), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:52.440126 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Pushing event deleted for resources: {'Port': ['ID=10aac0bc-9a29-4212-9287-354ce2e70964,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:52.445639 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['10aac0bc-9a29-4212-9287-354ce2e70964'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:41:52.497101 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] No DVR routers for this DVR port 10aac0bc-9a29-4212-9287-354ce2e70964 on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:41:52.502145 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:52.506310 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d4912b95-b196-4591-b301-51a7397cc188 req-a54ed887-ee68-41c9-ac8e-0e7b52ee6d1a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.39 "DELETE /networking/v2.0/ports/10aac0bc-9a29-4212-9287-354ce2e70964 HTTP/1.1" status: 204 len: 173 time: 0.4876440 Oct 12 12:41:52.507302 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08abde20-e25f-4e3f-8644-4ddbdf09bef6', 'name': 'network-vif-deleted', 'tag': '10aac0bc-9a29-4212-9287-354ce2e70964'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:41:52.510304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04501a7b-a8d3-462a-80a5-2c212e79d2e4" -d '{"events": [{"server_uuid": "08abde20-e25f-4e3f-8644-4ddbdf09bef6", "name": "network-vif-deleted", "tag": "10aac0bc-9a29-4212-9287-354ce2e70964"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:41:52.534692 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-a3532ba2-5c05-4039-b69e-72b025ab09ca tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:52.536210 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-a3532ba2-5c05-4039-b69e-72b025ab09ca tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/networks?id=28a68333-5806-4ed4-b231-101d2ee13320 HTTP/1.1" status: 200 len: 813 time: 0.1187479 Oct 12 12:41:52.552463 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-b6a6d213-1d4f-4157-9701-383577773fb4 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/quotas/0c9f0d8dfa9544a9a9fec1c5dad43d74 HTTP/1.1" status: 200 len: 375 time: 0.0102618 Oct 12 12:41:52.571440 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55311e-bbdc-4846-be15-56bbd73eb6d1 req-bf23485b-807f-49f3-9857-e325f8e27e83 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:52.572971 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-db55311e-bbdc-4846-be15-56bbd73eb6d1 req-bf23485b-807f-49f3-9857-e325f8e27e83 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0483911 Oct 12 12:41:52.585614 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-3d982bd5-46aa-4aa8-bf7c-e86414ab9be7 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277836 Oct 12 12:41:52.599830 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:52.624819 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-db55311e-bbdc-4846-be15-56bbd73eb6d1 req-0d47e6cd-18e2-48ab-b7b1-7d0fa6320f7f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450106 Oct 12 12:41:52.679873 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39304bfc-6e0a-4052-b1fc-f4605e4b8b7a x-openstack-request-id: req-39304bfc-6e0a-4052-b1fc-f4605e4b8b7a {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:41:52.680185 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08abde20-e25f-4e3f-8644-4ddbdf09bef6", "name": "network-vif-deleted", "tag": "10aac0bc-9a29-4212-9287-354ce2e70964", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:41:52.680433 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39304bfc-6e0a-4052-b1fc-f4605e4b8b7a {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:41:52.680836 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39304bfc-6e0a-4052-b1fc-f4605e4b8b7a'] response: {'server_uuid': '08abde20-e25f-4e3f-8644-4ddbdf09bef6', 'name': 'network-vif-deleted', 'tag': '10aac0bc-9a29-4212-9287-354ce2e70964', 'status': 'completed', 'code': 200} Oct 12 12:41:52.683574 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-0899b8ff-4372-4144-ba08-53301f79129f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910544 Oct 12 12:41:52.777892 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-605778b0-e31a-4444-bb16-7b9a07fd863b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881245 Oct 12 12:41:53.000495 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-566afd04-0731-4c35-8add-a4b45ecab7e8 req-fdd9536a-56d9-497e-8ed2-daecad1f601b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0505071 Oct 12 12:41:53.072745 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-035b3efd-0e52-4e65-b6ee-b042c113339e req-09c409b2-3660-4c1d-936d-2df1ae1a0a4a tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0473652 Oct 12 12:41:53.102435 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-118609c8-4796-425e-b479-ccff14b84099 req-66870dd0-251b-43ff-a32b-6f9f9d32295a tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 210 time: 0.0389276 Oct 12 12:41:53.765445 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215568d-fc67-482c-889c-4c184693c86a req-5d773f49-a532-488f-998d-b75023a2b393 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:53.770517 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6215568d-fc67-482c-889c-4c184693c86a req-5d773f49-a532-488f-998d-b75023a2b393 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0525331 Oct 12 12:41:53.817803 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6215568d-fc67-482c-889c-4c184693c86a req-b9d81890-57d9-4f1e-86a9-918d52fdfb8d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459685 Oct 12 12:41:54.118567 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3481cdf7-d558-402e-8f6a-102271814ba3 req-0439bc62-9ae7-44d8-b923-0b4a780cbb2f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e3a51ad5-ef04-4f25-961e-6705be7abc42 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Oct 12 12:41:54.206630 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c4cd7c37-8f61-4e94-b3b3-da36b14ef730 req-f930708a-1d30-489f-8fa2-453ba848ece7 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 210 time: 0.0278735 Oct 12 12:41:54.207889 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-490a01da-3916-4cac-8c7c-08fe20158854 req-186294cc-eed5-4b6d-8408-91549379e2fc tempest-VolumesActionsTest-1721169646 tempest-VolumesActionsTest-1721169646-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=08abde20-e25f-4e3f-8644-4ddbdf09bef6 HTTP/1.1" status: 200 len: 210 time: 0.0346725 Oct 12 12:41:54.951376 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20b26-f5d9-42c7-ae14-655f4c426a59 req-20923f69-8f20-4d5b-99bd-358629d62060 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:54.952973 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bee20b26-f5d9-42c7-ae14-655f4c426a59 req-20923f69-8f20-4d5b-99bd-358629d62060 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0497251 Oct 12 12:41:55.006751 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bee20b26-f5d9-42c7-ae14-655f4c426a59 req-ab27d6de-7e0e-40cd-a087-3ba6cf1016ca tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476220 Oct 12 12:41:55.299866 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43108) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:41:55.333499 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-445aba64-4bb8-437e-bc85-b60149d41539 req-ed2b0511-ec90-49a7-98e6-8568b205c78b tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 210 time: 0.0404620 Oct 12 12:41:55.371896 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd1ef-971d-4fc3-999b-97050c9ffa49 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (866c442e-65fc-42ee-b5dc-f0ba02f57f19), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:55.382786 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device b3a343e1-04ff-45b8-a712-621f39f630db no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:41:55.399322 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd1ef-971d-4fc3-999b-97050c9ffa49 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (866c442e-65fc-42ee-b5dc-f0ba02f57f19), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:55.417364 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: b3a343e1-04ff-45b8-a712-621f39f630db {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:41:55.417364 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device b3a343e1-04ff-45b8-a712-621f39f630db not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:41:55.509157 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd1ef-971d-4fc3-999b-97050c9ffa49 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (866c442e-65fc-42ee-b5dc-f0ba02f57f19), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:55.511791 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd1ef-971d-4fc3-999b-97050c9ffa49 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:55.514456 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b8fcd1ef-971d-4fc3-999b-97050c9ffa49 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/866c442e-65fc-42ee-b5dc-f0ba02f57f19 HTTP/1.1" status: 204 len: 168 time: 0.2135568 Oct 12 12:41:55.517284 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43116) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:41:55.529229 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcd1ef-971d-4fc3-999b-97050c9ffa49 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866c442e-65fc-42ee-b5dc-f0ba02f57f19,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:55.535873 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.api.v2.resource [None req-c07e8b85-7745-43cf-8137-e4b3d8341ad6 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] show failed (client error): The resource could not be found. Oct 12 12:41:55.541849 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-c07e8b85-7745-43cf-8137-e4b3d8341ad6 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups/866c442e-65fc-42ee-b5dc-f0ba02f57f19 HTTP/1.1" status: 404 len: 347 time: 0.0234609 Oct 12 12:41:55.546326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43120) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:41:55.663197 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Deleting port c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:41:55.663546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:55.744764 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:55.745361 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:55.758468 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Calling delete_port for c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c owned by network:floatingip {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:41:55.825391 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:56.006236 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:56.034004 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'Port': ['ID=c3d5b7ac-9ad3-4946-b035-638b2bbc5b9c,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:56.102168 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (153144c1-690b-4b82-bba0-6fd397db80ac), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:56.105400 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:56.109304 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-6430d781-63f7-4ca5-8c6c-9e52ce678f76 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/153144c1-690b-4b82-bba0-6fd397db80ac HTTP/1.1" status: 204 len: 168 time: 0.5590677 Oct 12 12:41:56.131770 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:56.141598 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19bdca-aeda-4e17-86c0-dba8bd3d896a req-770d246b-f5cc-4184-87b5-dce7010bd703 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:56.143197 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0e19bdca-aeda-4e17-86c0-dba8bd3d896a req-770d246b-f5cc-4184-87b5-dce7010bd703 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0539753 Oct 12 12:41:56.203670 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0e19bdca-aeda-4e17-86c0-dba8bd3d896a req-b8e5ad48-79d0-4c32-89df-7b0b4ff886df tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536385 Oct 12 12:41:56.284592 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:56.293232 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-ad499cb4-04bd-4cb6-a9a6-c6c2bcbf6d0e tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:56.295215 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-ad499cb4-04bd-4cb6-a9a6-c6c2bcbf6d0e tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.39 "GET /networking/v2.0/networks?id=28a68333-5806-4ed4-b231-101d2ee13320 HTTP/1.1" status: 200 len: 813 time: 0.1242225 Oct 12 12:41:56.315687 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Request body: {'port': {'device_id': 'ba9c4a78-397b-4dc8-9127-b06fb13da4b7', 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320', 'admin_state_up': True, 'tenant_id': '0c9f0d8dfa9544a9a9fec1c5dad43d74'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:41:56.464395 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fdfe305c-5875-4a6c-9c82-3d4a3e4da369 req-b8cb3bfe-eaf2-4b79-9c51-11d1f8526667 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 210 time: 0.0360255 Oct 12 12:41:56.503359 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Made reservation on behalf of 0c9f0d8dfa9544a9a9fec1c5dad43d74 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:41:56.507342 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:56.642285 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Allocated IP 172.20.0.5 (28a68333-5806-4ed4-b231-101d2ee13320/464ba491-a1a3-4d0d-8257-0e7024648ea1/f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:41:56.802553 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks [] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:56.886954 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:56.893116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:41:56.935734 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Network 28a68333-5806-4ed4-b231-101d2ee13320 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:41:56.938862 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:41:56.942646 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:41:56.965539 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Pushing event updated for resources: {'Port': ['ID=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:41:56.995409 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:56.997486 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:41:57.071109 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-750d6fbb-9b3b-4073-9645-a877d91ea948 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598097 Oct 12 12:41:57.592840 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f14dd-0175-47a0-9bf4-3fded8f8654c req-88a3ef3c-f7cd-43ff-b01b-0a2b8ecdcd15 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:57.594370 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e06f14dd-0175-47a0-9bf4-3fded8f8654c req-88a3ef3c-f7cd-43ff-b01b-0a2b8ecdcd15 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 931 time: 0.0468936 Oct 12 12:41:57.641782 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e06f14dd-0175-47a0-9bf4-3fded8f8654c req-95063e9d-46ef-42b8-b6a9-05164e1279a1 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Oct 12 12:41:58.764847 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d221a6-45f1-4f83-b89a-0986dd7c14c7 req-147f6add-a32f-49e0-bc3c-53491be425bf tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:58.766341 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-66d221a6-45f1-4f83-b89a-0986dd7c14c7 req-147f6add-a32f-49e0-bc3c-53491be425bf tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 931 time: 0.0462177 Oct 12 12:41:58.816825 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-66d221a6-45f1-4f83-b89a-0986dd7c14c7 req-2ccc2abd-7cc8-4ba0-aa1c-27b7cdd09c8d tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448568 Oct 12 12:41:59.790887 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 10aac0bc-9a29-4212-9287-354ce2e70964 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:41:59.814496 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 10aac0bc-9a29-4212-9287-354ce2e70964 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:41:59.814844 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 10aac0bc-9a29-4212-9287-354ce2e70964 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:41:59.925386 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Request body: {'port': {'device_id': 'ba9c4a78-397b-4dc8-9127-b06fb13da4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:41:59.968411 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11beb-ef82-44c4-bacf-1db92a73b31f req-4dcaf07b-6012-4afc-8f16-42734909f3c7 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:41:59.969899 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c4d11beb-ef82-44c4-bacf-1db92a73b31f req-4dcaf07b-6012-4afc-8f16-42734909f3c7 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 931 time: 0.0769160 Oct 12 12:41:59.991029 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:00.019630 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:00.053204 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c4d11beb-ef82-44c4-bacf-1db92a73b31f req-180047af-2d0d-4ec1-bf1b-19560bb36726 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776541 Oct 12 12:42:00.286134 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:42:00.293544 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Publish callbacks [] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:00.306381 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Transition to ACTIVE for port object f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:42:00.501618 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:00.504289 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:00.509489 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:00.569858 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Pushing event updated for resources: {'Port': ['ID=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:00.621186 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Attempting to bind port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:42:00.621520 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Attempting to bind port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:42:00.621848 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Attempting to bind port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 on network 28a68333-5806-4ed4-b231-101d2ee13320 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:42:00.642656 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:00.662265 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 on network 28a68333-5806-4ed4-b231-101d2ee13320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:42:00.662588 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Attempting to bind port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 on network 28a68333-5806-4ed4-b231-101d2ee13320 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:42:00.704444 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:42:00.704739 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Checking segment: {'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:42:00.705172 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Bound using segment: {'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:42:00.705607 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Bound port: f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230a8335-09f7-4d68-bc82-642aef7773a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:42:00.705983 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:00.769404 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] For port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:42:00.773013 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] For port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:42:00.846812 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:00.850167 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:00.854923 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:00.854923 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 HTTP/1.1" status: 200 len: 1093 time: 0.9312797 Oct 12 12:42:00.854923 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9c4a78-397b-4dc8-9127-b06fb13da4b7', 'tag': 'f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:00.856933 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3a222e-66f3-4be3-aa3f-b2f6846c58bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9c4a78-397b-4dc8-9127-b06fb13da4b7", "tag": "f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:00.896564 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461afc89-245f-4725-b24c-f6e627a68040 x-openstack-request-id: req-461afc89-245f-4725-b24c-f6e627a68040 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:00.896840 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9c4a78-397b-4dc8-9127-b06fb13da4b7", "tag": "f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:00.897087 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-461afc89-245f-4725-b24c-f6e627a68040 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:00.897477 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461afc89-245f-4725-b24c-f6e627a68040'] response: {'name': 'network-changed', 'server_uuid': 'ba9c4a78-397b-4dc8-9127-b06fb13da4b7', 'tag': 'f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6', 'status': 'completed', 'code': 200} Oct 12 12:42:00.907325 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc520f-d662-474b-9875-c9f92f83ed05 service neutron] Pushing event updated for resources: {'Port': ['ID=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:01.057426 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a222e-66f3-4be3-aa3f-b2f6846c58bb req-e02c24f3-d358-4aa4-a72c-5b1c9121ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:01.058955 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-df3a222e-66f3-4be3-aa3f-b2f6846c58bb req-e02c24f3-d358-4aa4-a72c-5b1c9121ce24 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 1127 time: 0.0412862 Oct 12 12:42:01.162800 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:01.189846 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5ee8-b2c8-468f-9563-c1fef6eb52c5 req-745b07eb-eafb-49ec-b288-fae39da95282 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:01.192810 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-525b5ee8-b2c8-468f-9563-c1fef6eb52c5 req-745b07eb-eafb-49ec-b288-fae39da95282 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 943 time: 0.0507438 Oct 12 12:42:01.195706 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a222e-66f3-4be3-aa3f-b2f6846c58bb req-2c76f689-f765-4df3-adc7-d5add0f845c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:01.197140 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-df3a222e-66f3-4be3-aa3f-b2f6846c58bb req-2c76f689-f765-4df3-adc7-d5add0f845c9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1147211 Oct 12 12:42:01.245414 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-525b5ee8-b2c8-468f-9563-c1fef6eb52c5 req-9c3e6c9b-f086-407c-84f4-927d3968ee85 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456662 Oct 12 12:42:01.307427 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a222e-66f3-4be3-aa3f-b2f6846c58bb req-db92dc2a-305a-494e-921c-f06e994d1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:01.308949 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-df3a222e-66f3-4be3-aa3f-b2f6846c58bb req-db92dc2a-305a-494e-921c-f06e994d1b52 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057224 Oct 12 12:42:01.798358 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-367035f2-0d24-4b5d-aeca-6a67de57f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:01.802913 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-367035f2-0d24-4b5d-aeca-6a67de57f858 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 1127 time: 0.0613039 Oct 12 12:42:01.877475 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-0269546d-37a8-4a25-a11b-070ed76efedb service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 HTTP/1.1" status: 200 len: 217 time: 0.0555394 Oct 12 12:42:01.935108 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-47f95ce3-dd0a-4900-9efc-0cb8d08cea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:01.936332 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-47f95ce3-dd0a-4900-9efc-0cb8d08cea73 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=464ba491-a1a3-4d0d-8257-0e7024648ea1 HTTP/1.1" status: 200 len: 853 time: 0.0525827 Oct 12 12:42:02.008626 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-9a78f165-9740-484e-9220-f531db9eaf7c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=28a68333-5806-4ed4-b231-101d2ee13320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408602 Oct 12 12:42:02.165967 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-e274ed52-b921-4066-b0b5-75824d239d94 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495719 Oct 12 12:42:02.288267 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b1ba2c9d-af93-4af2-914a-ae3fc908e891 req-a4ffdb2a-e569-49b9-b480-817ccd1c2bf2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120634 Oct 12 12:42:02.374801 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81eca3-831a-430d-ac22-906e653ebc60 req-9b12cc7e-dd2d-4769-8c56-d3a78e3155ea tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:02.376956 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1f81eca3-831a-430d-ac22-906e653ebc60 req-9b12cc7e-dd2d-4769-8c56-d3a78e3155ea tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 943 time: 0.0531759 Oct 12 12:42:02.470293 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:02.486623 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1f81eca3-831a-430d-ac22-906e653ebc60 req-bd8c695d-7134-403e-bbaa-2f31d90542a3 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009781 Oct 12 12:42:02.579122 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cc74b-c41f-4761-93fb-eccf333ba27e req-fa0a3dad-6f53-4cc2-9ba2-1fc90c34d4f0 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:02.580802 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5d8cc74b-c41f-4761-93fb-eccf333ba27e req-fa0a3dad-6f53-4cc2-9ba2-1fc90c34d4f0 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0583377 Oct 12 12:42:02.633604 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5d8cc74b-c41f-4761-93fb-eccf333ba27e req-1c165f22-03a3-484f-90d6-d45107f046f0 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464191 Oct 12 12:42:03.633841 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-e8551057-70ef-44c7-bc4c-877d7939621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:03.635454 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-e8551057-70ef-44c7-bc4c-877d7939621c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1130 time: 0.0868855 Oct 12 12:42:03.647360 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc073c6-a797-4a22-ab66-b23b4a7cd621 req-8e074be3-0b1f-436c-83ad-158addf34bab tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:03.648670 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dcc073c6-a797-4a22-ab66-b23b4a7cd621 req-8e074be3-0b1f-436c-83ad-158addf34bab tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 943 time: 0.0637143 Oct 12 12:42:03.806104 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b14170-e648-4051-8a7d-a9ee91b72641 req-54d437fb-f954-4a1b-a168-c821b86e301f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:03.813348 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-47b14170-e648-4051-8a7d-a9ee91b72641 req-54d437fb-f954-4a1b-a168-c821b86e301f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0852470 Oct 12 12:42:03.828227 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:42:03.889575 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-47b14170-e648-4051-8a7d-a9ee91b72641 req-5e18b315-8e4f-4a08-a634-f5ac82e19b4c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686529 Oct 12 12:42:03.989331 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:03.994915 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dcc073c6-a797-4a22-ab66-b23b4a7cd621 req-ad48d15e-0abd-4b07-9720-782339bea815 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375022 Oct 12 12:42:04.003613 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6', 'network_id': '28a68333-5806-4ed4-b231-101d2ee13320', 'port_id': 'f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6', 'mac_address': 'fa:16:3e:e6:84:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464ba491-a1a3-4d0d-8257-0e7024648ea1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:42:04.035105 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:04.046384 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-d3347074-48d8-407c-b985-71f94b739d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:04.047977 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-d3347074-48d8-407c-b985-71f94b739d2b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.3984511 Oct 12 12:42:04.055419 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:42:04.056614 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:04.071129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:42:04.094872 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:04.129329 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-bc356ba5-9345-4152-b3c4-9dd89fc4a4f0 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 200 len: 1002 time: 0.0724769 Oct 12 12:42:04.156890 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:04.233193 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-a48fc7b4-b5c8-4c49-8609-151ac441eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:04.235000 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-a48fc7b4-b5c8-4c49-8609-151ac441eddd service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0988379 Oct 12 12:42:04.240511 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:04.284390 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-036e6ab3-f96d-41f7-8fe6-d854349e9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:04.285972 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-036e6ab3-f96d-41f7-8fe6-d854349e9dfc service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427859 Oct 12 12:42:04.414906 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-28574639-2074-46f7-a8f2-217165f65ca1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115313 Oct 12 12:42:04.508885 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:04.519750 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b98084ef-2ea1-406a-9abe-0583659447b0 req-d372afc5-8c08-4d93-8ecb-2ed48378c14b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970366 Oct 12 12:42:04.562529 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:42:04.661641 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:05.035376 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326ddf7-88bb-4e4f-b61b-baa991520ed8 req-2ec6ef79-14f9-42d6-8820-988dfc4542b7 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:05.039882 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5326ddf7-88bb-4e4f-b61b-baa991520ed8 req-2ec6ef79-14f9-42d6-8820-988dfc4542b7 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0553420 Oct 12 12:42:05.101111 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5326ddf7-88bb-4e4f-b61b-baa991520ed8 req-ccca1ab7-1dd5-43f2-9780-14ac8831f18b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574646 Oct 12 12:42:05.130090 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309a417-6ad6-4651-85c2-63de742521cf req-880e0b9e-7cd1-4d5f-a421-ff5c9764ed13 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:05.139555 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e309a417-6ad6-4651-85c2-63de742521cf req-880e0b9e-7cd1-4d5f-a421-ff5c9764ed13 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.0747161 Oct 12 12:42:05.206784 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e309a417-6ad6-4651-85c2-63de742521cf req-74d31251-89f0-48bf-8b42-93fa86ebda26 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661275 Oct 12 12:42:05.228522 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01461-d54f-4373-9bbd-96060b17c60a req-6d9d4a2f-2ce6-4a38-a551-2efc3e5e419d tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:05.234973 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-68b01461-d54f-4373-9bbd-96060b17c60a req-6d9d4a2f-2ce6-4a38-a551-2efc3e5e419d tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 944 time: 0.0693369 Oct 12 12:42:05.286573 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-68b01461-d54f-4373-9bbd-96060b17c60a req-243eeb49-f1e6-4d58-bd8a-c7a7813aa281 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498509 Oct 12 12:42:05.878932 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:42:05.925219 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:42:05.995872 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:42:05.996735 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:05.997308 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 Oct 12 12:42:06.090606 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:42:06.091076 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:06.120766 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9c4a78-397b-4dc8-9127-b06fb13da4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:06.123693 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8815c633-85b7-4d86-9661-8deae3dcc902" -d '{"events": [{"server_uuid": "ba9c4a78-397b-4dc8-9127-b06fb13da4b7", "name": "network-vif-plugged", "status": "completed", "tag": "f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:06.149313 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:06.167182 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702916e3-ff39-42e2-ada4-0986e3b4a612 x-openstack-request-id: req-702916e3-ff39-42e2-ada4-0986e3b4a612 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:06.167521 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9c4a78-397b-4dc8-9127-b06fb13da4b7", "name": "network-vif-plugged", "status": "completed", "tag": "f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:06.167772 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-702916e3-ff39-42e2-ada4-0986e3b4a612 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:06.168203 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702916e3-ff39-42e2-ada4-0986e3b4a612'] response: {'server_uuid': 'ba9c4a78-397b-4dc8-9127-b06fb13da4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6', 'code': 200} Oct 12 12:42:06.207736 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:06.252200 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:06.260958 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ac9e-41ce-43c9-b6f4-695e29ded220 req-9a30ac04-8b4d-4aba-b727-351ec20a7e7c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:06.272599 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:06.276200 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ed57ac9e-41ce-43c9-b6f4-695e29ded220 req-9a30ac04-8b4d-4aba-b727-351ec20a7e7c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0810566 Oct 12 12:42:06.334994 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ed57ac9e-41ce-43c9-b6f4-695e29ded220 req-fd3e9271-212f-4564-9a00-cdae3322e1df tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562148 Oct 12 12:42:06.368806 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b89745-a58e-4e27-b331-4afdfa3504f0 req-9403c45f-e494-42d8-a156-aa0a4ad534ea tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:06.375423 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c9b89745-a58e-4e27-b331-4afdfa3504f0 req-9403c45f-e494-42d8-a156-aa0a4ad534ea tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.0679295 Oct 12 12:42:06.436110 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c9b89745-a58e-4e27-b331-4afdfa3504f0 req-f168ba4c-9c55-4ef7-a49a-9d09c91cdf78 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503840 Oct 12 12:42:06.492962 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b3169-1fb4-49fe-906b-aac59bd6d684 req-c4809b82-42ec-4c33-8f2d-596a7b82af7b tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:06.494621 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-780b3169-1fb4-49fe-906b-aac59bd6d684 req-c4809b82-42ec-4c33-8f2d-596a7b82af7b tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 945 time: 0.0662975 Oct 12 12:42:06.548421 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-780b3169-1fb4-49fe-906b-aac59bd6d684 req-bd73e4ec-431f-4f77-8c00-8fe7a4304ad6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Oct 12 12:42:07.167263 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d87ece-768e-4541-ba2d-8c1da3712bca req-b847b3e8-fff4-476c-a062-b8dbf70533f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:07.168371 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-15d87ece-768e-4541-ba2d-8c1da3712bca req-b847b3e8-fff4-476c-a062-b8dbf70533f1 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 1129 time: 0.0442851 Oct 12 12:42:07.361526 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-b72b8fc9-f2ab-4c36-bac2-68d12b8cd3b3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:07.363114 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-b72b8fc9-f2ab-4c36-bac2-68d12b8cd3b3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.0605805 Oct 12 12:42:07.466005 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-15d87ece-768e-4541-ba2d-8c1da3712bca req-878442d9-9c74-4c7e-9961-5d8aa258dacb service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701303 Oct 12 12:42:07.501333 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Deleting port 774032af-94ee-4d83-8d1a-09707f3d7c09 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:42:07.501790 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:07.529282 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0a311-fd9b-4904-9f6a-58b71859f0f1 req-452e0c52-6449-4965-aa25-faf21731ed2b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:07.530970 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3bf0a311-fd9b-4904-9f6a-58b71859f0f1 req-452e0c52-6449-4965-aa25-faf21731ed2b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0853691 Oct 12 12:42:07.595390 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bfda-8712-4f85-8a91-149a945a0b95 req-f4695795-be57-450b-8521-d6d3e15c389f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:07.602536 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d804bfda-8712-4f85-8a91-149a945a0b95 req-f4695795-be57-450b-8521-d6d3e15c389f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 945 time: 0.0647962 Oct 12 12:42:07.643346 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3bf0a311-fd9b-4904-9f6a-58b71859f0f1 req-e08bbc15-3acc-4e79-a807-6633f4a4d503 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845830 Oct 12 12:42:07.657507 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d804bfda-8712-4f85-8a91-149a945a0b95 req-fb6c599a-16ca-470c-bd2f-47b995c59770 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10663012-6ff4-4b8b-a18e-be3bcc54c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536346 Oct 12 12:42:07.660156 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] For port 774032af-94ee-4d83-8d1a-09707f3d7c09, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=774032af-94ee-4d83-8d1a-09707f3d7c09,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:07.660616 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:07.758096 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:07.783058 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566218-818d-4853-84f8-d9d1ce78df38 req-329072e6-fad9-4c5d-b322-2d3e2900c45c tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:07.784573 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-97566218-818d-4853-84f8-d9d1ce78df38 req-329072e6-fad9-4c5d-b322-2d3e2900c45c tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 945 time: 0.0663118 Oct 12 12:42:07.915135 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-97566218-818d-4853-84f8-d9d1ce78df38 req-b8060a54-f0d3-4ca9-9969-db6e856ecb5e tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051850 Oct 12 12:42:07.917859 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:07.918262 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (183ac7a0-3695-4554-99ce-1af4d3877069), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:07.918578 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Floating IP 183ac7a0-3695-4554-99ce-1af4d3877069 disassociated. External IP: 172.27.3.63, port: 774032af-94ee-4d83-8d1a-09707f3d7c09. Oct 12 12:42:07.918916 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Calling delete_port for 774032af-94ee-4d83-8d1a-09707f3d7c09 owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:42:07.984427 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:08.132672 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (774032af-94ee-4d83-8d1a-09707f3d7c09), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:08.166322 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'Port': ['ID=774032af-94ee-4d83-8d1a-09707f3d7c09,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:08.302520 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:42:08.443071 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:42:08.462855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:42:08.468524 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:42:08.469166 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:41:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:08.510890 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] No DVR routers for this DVR port 774032af-94ee-4d83-8d1a-09707f3d7c09 on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:42:08.520440 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:08.525336 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2ab25b84-87cf-4c55-ad0f-3f653119a4c0 req-805d5e4d-f606-4ec4-bfb1-3546d8179c7a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "DELETE /networking/v2.0/ports/774032af-94ee-4d83-8d1a-09707f3d7c09 HTTP/1.1" status: 204 len: 173 time: 1.1534767 Oct 12 12:42:08.526112 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283eb4f3-2765-48cc-9bee-2178c185deca', 'name': 'network-vif-deleted', 'tag': '774032af-94ee-4d83-8d1a-09707f3d7c09'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:08.530492 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77da3952-c015-4319-9844-5278608e75ef" -d '{"events": [{"server_uuid": "283eb4f3-2765-48cc-9bee-2178c185deca", "name": "network-vif-deleted", "tag": "774032af-94ee-4d83-8d1a-09707f3d7c09"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:08.605878 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c230fb5-a1cd-4c4a-9ce3-b36d58eb454d x-openstack-request-id: req-6c230fb5-a1cd-4c4a-9ce3-b36d58eb454d {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:08.606291 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283eb4f3-2765-48cc-9bee-2178c185deca", "name": "network-vif-deleted", "tag": "774032af-94ee-4d83-8d1a-09707f3d7c09", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:08.606548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c230fb5-a1cd-4c4a-9ce3-b36d58eb454d {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:08.607070 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c230fb5-a1cd-4c4a-9ce3-b36d58eb454d'] response: {'server_uuid': '283eb4f3-2765-48cc-9bee-2178c185deca', 'name': 'network-vif-deleted', 'tag': '774032af-94ee-4d83-8d1a-09707f3d7c09', 'status': 'completed', 'code': 200} Oct 12 12:42:08.640900 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:42:08.874858 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2c3e17b7-1fed-405b-a6ee-c6ff1f0d76b5 req-2927efc6-3d62-4f53-9c82-e0a48ca402a5 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 210 time: 0.0384667 Oct 12 12:42:08.946498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451970f3-360a-4c29-80b4-23ce9aaadcd9 req-c71d6d62-be5b-4304-a727-17fc7a440691 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:08.948514 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-451970f3-360a-4c29-80b4-23ce9aaadcd9 req-c71d6d62-be5b-4304-a727-17fc7a440691 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.1116805 Oct 12 12:42:08.952133 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:08.994059 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:42:09.004659 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:42:09.010968 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:41:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:09.025828 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-451970f3-360a-4c29-80b4-23ce9aaadcd9 req-7926c75e-f5bc-4754-a4b1-f789e4f62650 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705700 Oct 12 12:42:09.103238 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa02cf-222f-472b-a43e-bba041c6261b req-bc27c40a-a920-46f7-9282-5150b4685d8a tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:09.110612 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-64aa02cf-222f-472b-a43e-bba041c6261b req-bc27c40a-a920-46f7-9282-5150b4685d8a tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 945 time: 0.0580943 Oct 12 12:42:09.190406 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-64aa02cf-222f-472b-a43e-bba041c6261b req-0140e0ac-21e8-4adf-8326-6d38819dba9a tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747919 Oct 12 12:42:09.328476 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:42:09.550997 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:09.586287 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c62cc-12b9-4c7d-a2f8-fdd86f4e99e9 None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:42:09.780003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:09.878413 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfcc5c5-0266-4f49-9f7b-15fd73b74010 None None] New status for floating IP 183ac7a0-3695-4554-99ce-1af4d3877069: DOWN {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:42:09.889878 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 774032af-94ee-4d83-8d1a-09707f3d7c09 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:42:09.893654 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:09.931105 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 774032af-94ee-4d83-8d1a-09707f3d7c09 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:42:09.931630 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 774032af-94ee-4d83-8d1a-09707f3d7c09 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:42:10.093977 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fbda4195-bd16-41ce-a8f4-2255bc271375 req-9777aab2-04f7-45c0-b79c-5bdd24fa1a8c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=283eb4f3-2765-48cc-9bee-2178c185deca HTTP/1.1" status: 200 len: 210 time: 0.0636053 Oct 12 12:42:10.208271 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c39da-676f-4a85-98bb-e77ff7c3de2a req-217c8f6e-050e-42bb-9c26-d0b3637c1d64 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:10.210134 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-945c39da-676f-4a85-98bb-e77ff7c3de2a req-217c8f6e-050e-42bb-9c26-d0b3637c1d64 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0577233 Oct 12 12:42:10.286513 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-945c39da-676f-4a85-98bb-e77ff7c3de2a req-4a62c4d7-a71e-4faa-aef9-3fda7bf69181 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699642 Oct 12 12:42:10.339798 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a9cc-bcab-496d-ad5e-0b0301ccf100 req-d07f450b-72d9-4e19-98c9-c84eeab0e112 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:10.341570 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3406a9cc-bcab-496d-ad5e-0b0301ccf100 req-d07f450b-72d9-4e19-98c9-c84eeab0e112 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 945 time: 0.0728567 Oct 12 12:42:10.398150 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3406a9cc-bcab-496d-ad5e-0b0301ccf100 req-7fb5e634-4c41-4c44-8609-264a37933206 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505126 Oct 12 12:42:11.241834 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43366) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:11.302699 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (10663012-6ff4-4b8b-a18e-be3bcc54c2b4), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:11.358689 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (10663012-6ff4-4b8b-a18e-be3bcc54c2b4), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:11.395450 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:11.461992 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3925bf-d45c-4efb-b40d-a8f85176465c req-aff16931-f097-4af1-9239-b3e7f389d55f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:11.463592 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2c3925bf-d45c-4efb-b40d-a8f85176465c req-aff16931-f097-4af1-9239-b3e7f389d55f tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0556591 Oct 12 12:42:11.520898 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2c3925bf-d45c-4efb-b40d-a8f85176465c req-297d58f6-4b20-4d2a-9a57-45b66d242498 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507646 Oct 12 12:42:11.551653 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (10663012-6ff4-4b8b-a18e-be3bcc54c2b4), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:11.556241 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:11.557493 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/10663012-6ff4-4b8b-a18e-be3bcc54c2b4 HTTP/1.1" status: 204 len: 168 time: 0.3146439 Oct 12 12:42:11.561035 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43374) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:11.575733 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10663012-6ff4-4b8b-a18e-be3bcc54c2b4,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:11.578699 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.api.v2.resource [None req-5a892d95-c25a-4784-90a6-0d079c03882f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] show failed (client error): The resource could not be found. Oct 12 12:42:11.580895 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-5a892d95-c25a-4784-90a6-0d079c03882f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups/10663012-6ff4-4b8b-a18e-be3bcc54c2b4 HTTP/1.1" status: 404 len: 347 time: 0.0185623 Oct 12 12:42:11.583842 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43376) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:11.586542 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.586983 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.587330 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.587673 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.588032 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.588376 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.588715 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.589042 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.589371 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.589701 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.590068 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.590398 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.590725 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.591048 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.591368 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03990d-815b-4ac2-9753-5ee98be5fb1e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:11.729485 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Deleting port d015e36c-de95-456f-b750-643cf7578adc {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:42:11.729831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (d015e36c-de95-456f-b750-643cf7578adc), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:11.788586 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:11.817047 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:11.854499 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (d015e36c-de95-456f-b750-643cf7578adc), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:11.855087 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (d015e36c-de95-456f-b750-643cf7578adc), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:11.872768 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Calling delete_port for d015e36c-de95-456f-b750-643cf7578adc owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:42:12.103583 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (d015e36c-de95-456f-b750-643cf7578adc), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:12.129905 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-1622437c-7b0b-4ad9-a51d-cb354f791474 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389495 Oct 12 12:42:12.135216 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'Port': ['ID=d015e36c-de95-456f-b750-643cf7578adc,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:12.161648 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.162168 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.162595 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.163030 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.163431 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.163835 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.164237 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.164634 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.165031 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.165434 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.165832 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.166282 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.166653 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.167045 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.167436 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:12.220348 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (183ac7a0-3695-4554-99ce-1af4d3877069), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:12.223035 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:12.225347 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-49fd5e0d-b6bc-4e9a-80cb-1bf6dafa2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:12.226934 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-49fd5e0d-b6bc-4e9a-80cb-1bf6dafa2257 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 1130 time: 0.0512393 Oct 12 12:42:12.228421 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-009c58fa-81a9-455c-ab9d-8b73e85b609e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/183ac7a0-3695-4554-99ce-1af4d3877069 HTTP/1.1" status: 204 len: 168 time: 0.6428096 Oct 12 12:42:12.287160 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:12.368631 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-1b4481a3-67ed-4ac6-8ce2-1d856f9aa3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:12.370624 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-1b4481a3-67ed-4ac6-8ce2-1d856f9aa3bf service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.1177633 Oct 12 12:42:12.395710 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43386) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:12.400485 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-41cd573c-3599-4c0e-b90e-831f6330ec88 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413715949', 'description': 'tempest-description--685389211'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:12.438154 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-1c5e6ff3-5ff2-480f-be69-c31da90c1dc9 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71a3103-728d-4917-bb33-d259926bb1a1 HTTP/1.1" status: 200 len: 217 time: 0.0606260 Oct 12 12:42:12.492950 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-41cd573c-3599-4c0e-b90e-831f6330ec88 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:12.521774 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-ea34cdd7-8a40-44b0-9c4e-7a75fbc82b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:12.523804 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-ea34cdd7-8a40-44b0-9c4e-7a75fbc82b35 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0780289 Oct 12 12:42:12.578647 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-aaf7075d-dde0-47eb-8465-98a7ec43660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:12.581022 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-aaf7075d-dde0-47eb-8465-98a7ec43660a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480421 Oct 12 12:42:12.611456 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-41cd573c-3599-4c0e-b90e-831f6330ec88 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (e347111d-d54d-45c9-bdf3-ec430c25af68), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:12.686965 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-41cd573c-3599-4c0e-b90e-831f6330ec88 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e347111d-d54d-45c9-bdf3-ec430c25af68), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:12.724275 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd573c-3599-4c0e-b90e-831f6330ec88 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e347111d-d54d-45c9-bdf3-ec430c25af68,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:12.747741 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346c801-b652-4e65-8ad4-b8378957bc63 req-f3039b8b-98fd-42ee-a13a-8be7d0c476b9 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:12.749624 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6346c801-b652-4e65-8ad4-b8378957bc63 req-f3039b8b-98fd-42ee-a13a-8be7d0c476b9 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0680194 Oct 12 12:42:12.753767 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-fac8471c-1a11-4e28-9015-88b221173809 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661499 Oct 12 12:42:12.785676 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-41cd573c-3599-4c0e-b90e-831f6330ec88 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:12.788223 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-41cd573c-3599-4c0e-b90e-831f6330ec88 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3911440 Oct 12 12:42:12.790930 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43390) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:12.806550 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-a78ed2dc-4432-42d2-a4c2-9e3dd4bfb69b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group_rule': {'security_group_id': 'e347111d-d54d-45c9-bdf3-ec430c25af68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:12.865118 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6346c801-b652-4e65-8ad4-b8378957bc63 req-2ac78fd1-7769-4c77-8036-9c079498d49b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073141 Oct 12 12:42:12.907798 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8889e79c-df21-458c-8cd4-ea068469dfd4 req-2bd0ba81-7c96-4a32-8563-89cb3be85c6e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421986 Oct 12 12:42:12.916272 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a78ed2dc-4432-42d2-a4c2-9e3dd4bfb69b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (cac8a4c2-87ca-4063-86c1-3d4ae83ad894), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:12.983513 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a78ed2dc-4432-42d2-a4c2-9e3dd4bfb69b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (cac8a4c2-87ca-4063-86c1-3d4ae83ad894), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.029634 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a78ed2dc-4432-42d2-a4c2-9e3dd4bfb69b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (cac8a4c2-87ca-4063-86c1-3d4ae83ad894), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.051615 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed2dc-4432-42d2-a4c2-9e3dd4bfb69b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac8a4c2-87ca-4063-86c1-3d4ae83ad894,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:13.096497 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a78ed2dc-4432-42d2-a4c2-9e3dd4bfb69b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.098481 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-a78ed2dc-4432-42d2-a4c2-9e3dd4bfb69b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3061857 Oct 12 12:42:13.101214 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43392) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:13.105991 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-1b7346a8-7466-4647-8746-4b820df44376 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group_rule': {'security_group_id': 'e347111d-d54d-45c9-bdf3-ec430c25af68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:13.211544 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1b7346a8-7466-4647-8746-4b820df44376 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (74162969-8e6a-4ab3-9ba9-62c4185fe5b7), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.285456 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1b7346a8-7466-4647-8746-4b820df44376 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (74162969-8e6a-4ab3-9ba9-62c4185fe5b7), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.367392 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1b7346a8-7466-4647-8746-4b820df44376 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (74162969-8e6a-4ab3-9ba9-62c4185fe5b7), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.391301 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7346a8-7466-4647-8746-4b820df44376 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74162969-8e6a-4ab3-9ba9-62c4185fe5b7,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:13.469433 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1b7346a8-7466-4647-8746-4b820df44376 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.470761 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-1b7346a8-7466-4647-8746-4b820df44376 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3685424 Oct 12 12:42:13.473958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43400) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:13.478787 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:13.578706 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.667310 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:13.682030 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:13.842447 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Allocated IP 172.27.3.229 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/f3e3064a-245f-43c6-ac93-5dee45e28072) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:42:13.930921 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:13.975048 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (f3e3064a-245f-43c6-ac93-5dee45e28072), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:14.041346 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba40ec2-1dfc-4d5b-aa85-b3ed47b852d0 req-11f1011b-6443-4b29-a52e-09799a770a3e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:14.042103 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (f3e3064a-245f-43c6-ac93-5dee45e28072), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:14.052139 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fba40ec2-1dfc-4d5b-aa85-b3ed47b852d0 req-11f1011b-6443-4b29-a52e-09799a770a3e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0702727 Oct 12 12:42:14.100374 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:42:14.105980 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:42:14.109014 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=f3e3064a-245f-43c6-ac93-5dee45e28072,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:14.119596 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fba40ec2-1dfc-4d5b-aa85-b3ed47b852d0 req-1c814cad-8c08-4408-9318-998f522db806 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662696 Oct 12 12:42:14.123599 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:42:14.229004 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (4b46cde0-c794-4603-b9b5-19cd62b4afba), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:14.327802 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f3e3064a-245f-43c6-ac93-5dee45e28072), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:14.486284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (f3e3064a-245f-43c6-ac93-5dee45e28072), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:14.527512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (f3e3064a-245f-43c6-ac93-5dee45e28072), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:14.609011 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=f3e3064a-245f-43c6-ac93-5dee45e28072,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:14.611947 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (4b46cde0-c794-4603-b9b5-19cd62b4afba), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:14.702084 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:14.703905 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-701aa3c1-9f94-45f7-a110-9c21f5227764 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2286608 Oct 12 12:42:14.925619 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:14.942810 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c6593907-d21a-4ddf-8383-1932a761eab3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1413715949&fields=id&tenant_id=fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 267 time: 0.0464649 Oct 12 12:42:15.085813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-1a6bd21e-c661-4657-8a37-f9a97c3a662e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:15.087313 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-1a6bd21e-c661-4657-8a37-f9a97c3a662e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 815 time: 0.1363809 Oct 12 12:42:15.102364 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-b350ed77-18f8-4104-bb68-9d71406771cf tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/quotas/fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 375 time: 0.0094957 Oct 12 12:42:15.168056 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-3ec9fe53-908b-40f7-9ba1-7a97d88984e8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523720 Oct 12 12:42:15.282507 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-cfc2b684-0d7f-4d13-98c2-ea2798881f70 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134803 Oct 12 12:42:15.307542 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b479-5005-4658-a1c3-337bdf4f8b53 req-ff9c38b4-c424-45c4-9a24-aa8978a18367 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:15.315032 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d692b479-5005-4658-a1c3-337bdf4f8b53 req-ff9c38b4-c424-45c4-9a24-aa8978a18367 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0671737 Oct 12 12:42:15.359643 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:15.361401 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:15.372132 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d692b479-5005-4658-a1c3-337bdf4f8b53 req-1bc83494-a2b8-4326-8707-776f9bec2433 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553048 Oct 12 12:42:15.418456 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-9f708153-fcee-4f6b-a1d3-bfc28cdf4c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:15.419084 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-290c0a41-4900-4abd-aca4-3de2e2ef0362 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304829 Oct 12 12:42:15.693365 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-29f6cb00-4cc6-4934-baea-3d64965c7296 req-f22c65fd-3878-4e5d-9d8c-125fa0e1f1e9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 210 time: 0.0600793 Oct 12 12:42:16.525642 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca3932-acd7-4406-b8cf-08b3619183f2 req-8c546596-37ee-4f20-a9e8-2f2557cb0593 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:16.527172 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f0ca3932-acd7-4406-b8cf-08b3619183f2 req-8c546596-37ee-4f20-a9e8-2f2557cb0593 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0621374 Oct 12 12:42:16.586185 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f0ca3932-acd7-4406-b8cf-08b3619183f2 req-dd1c41cb-5837-4209-8773-05e022eb6251 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493441 Oct 12 12:42:16.838452 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ebe25766-a30b-421f-97c5-a08d945b2fca req-5d589b16-364e-476d-9d88-472dde79aece tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 210 time: 0.0300372 Oct 12 12:42:17.704381 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-625a3b03-673b-4118-b8e1-a606b89f6379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:17.741016 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c3a4-c2a0-4ae6-8e95-d203a0b9a7da req-42a05233-32d7-4fe7-a091-5a8aaf87287b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:17.744627 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4b00c3a4-c2a0-4ae6-8e95-d203a0b9a7da req-42a05233-32d7-4fe7-a091-5a8aaf87287b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0596025 Oct 12 12:42:17.811831 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4b00c3a4-c2a0-4ae6-8e95-d203a0b9a7da req-5eeb9719-65c3-4582-82b1-6689f537a9d3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618269 Oct 12 12:42:17.952412 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4a7a4f6c-c1b0-4628-bd34-e55a8db4583b req-02c05b37-5a11-468b-92a3-1d507b555f4d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 210 time: 0.0297377 Oct 12 12:42:18.934209 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a458-7d02-48c0-ac1a-122916236961 req-0cae6577-484d-4d5f-9c79-017c8bb9cb77 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:18.936361 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-48d6a458-7d02-48c0-ac1a-122916236961 req-0cae6577-484d-4d5f-9c79-017c8bb9cb77 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0497987 Oct 12 12:42:18.961136 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:18.983579 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-48d6a458-7d02-48c0-ac1a-122916236961 req-db582529-7cb4-4393-8542-82f948412776 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Oct 12 12:42:19.065063 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7a04f0e9-4adf-433b-9965-4fdb1484df37 req-83145c94-e8ec-48ac-ba19-a6f5f08ce221 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 210 time: 0.0300431 Oct 12 12:42:19.223786 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-e4af8e77-afd1-47aa-9942-3a3f1a44ac6c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:19.225143 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-e4af8e77-afd1-47aa-9942-3a3f1a44ac6c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 815 time: 0.1037745 Oct 12 12:42:19.291684 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-b2238829-5cff-49d0-8433-90f4bcc04849 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 380 time: 0.0516644 Oct 12 12:42:19.305578 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'port': {'device_id': '6e830ef8-8de0-4618-a5f7-173036554be9', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'admin_state_up': True, 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'security_groups': ['e347111d-d54d-45c9-bdf3-ec430c25af68']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:19.496619 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Made reservation on behalf of fb8207ad9abf449b99382a2586d4588a for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:42:19.499751 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:19.564444 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:19.640132 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Allocated IP 172.20.0.12 (f74858ca-46a0-493d-924e-694edecfac99/2ee2ada1-0311-4386-a91f-e6ec46f6c98f/dd3b557f-93f8-4894-8fc4-0aea94fec83f) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:42:19.692950 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:19.782966 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:19.910226 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:19.955659 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Network f74858ca-46a0-493d-924e-694edecfac99 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:42:19.960988 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:42:19.964950 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:42:19.970047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=dd3b557f-93f8-4894-8fc4-0aea94fec83f,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:20.209574 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57740e1f-66c4-4804-bbd5-95b76c521a0d req-57d6f27c-ef2b-4ab1-a656-79d745c5ce55 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:20.212003 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-57740e1f-66c4-4804-bbd5-95b76c521a0d req-57d6f27c-ef2b-4ab1-a656-79d745c5ce55 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 932 time: 0.0569079 Oct 12 12:42:20.226182 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:20.265826 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-57740e1f-66c4-4804-bbd5-95b76c521a0d req-4d9bd048-6fd8-4691-b787-40f0c9bac5ea tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468976 Oct 12 12:42:20.278426 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:20.279043 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:20.313676 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-23eea406-b3f0-4ab5-a93c-7f85592bbcee None None] Provisioning complete for port dd3b557f-93f8-4894-8fc4-0aea94fec83f triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:42:20.314737 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-23eea406-b3f0-4ab5-a93c-7f85592bbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:20.315112 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-23eea406-b3f0-4ab5-a93c-7f85592bbcee None None] Attempt 1 to provision port dd3b557f-93f8-4894-8fc4-0aea94fec83f Oct 12 12:42:20.331720 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b4578-69c0-4be8-801a-6e769fe482c8 req-26c33e21-8cee-45af-a662-61b1d541af88 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:20.333190 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-590b4578-69c0-4be8-801a-6e769fe482c8 req-26c33e21-8cee-45af-a662-61b1d541af88 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0605471 Oct 12 12:42:20.348723 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-23eea406-b3f0-4ab5-a93c-7f85592bbcee None None] Port dd3b557f-93f8-4894-8fc4-0aea94fec83f cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:42:20.387552 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-590b4578-69c0-4be8-801a-6e769fe482c8 req-1c16ed22-dc0d-4cce-923b-770a39104b0d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481102 Oct 12 12:42:20.392571 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-16279c88-1274-4bee-b52f-b4003ee5d5df tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0907273 Oct 12 12:42:20.409924 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Request body: {'port': {'device_id': '6e830ef8-8de0-4618-a5f7-173036554be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:20.470844 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:20.726812 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:20.735070 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3b557f-93f8-4894-8fc4-0aea94fec83f {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:42:20.738937 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:20.743016 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Publish callbacks [] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:20.755406 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Transition to ACTIVE for port object dd3b557f-93f8-4894-8fc4-0aea94fec83f will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:42:20.795922 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:20.824432 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:20.906464 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3b557f-93f8-4894-8fc4-0aea94fec83f,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:20.939173 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Attempting to bind port dd3b557f-93f8-4894-8fc4-0aea94fec83f on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:42:20.939512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Attempting to bind port dd3b557f-93f8-4894-8fc4-0aea94fec83f by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:42:20.939844 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Attempting to bind port dd3b557f-93f8-4894-8fc4-0aea94fec83f on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:42:20.981111 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Port dd3b557f-93f8-4894-8fc4-0aea94fec83f on network f74858ca-46a0-493d-924e-694edecfac99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:42:20.981738 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Attempting to bind port dd3b557f-93f8-4894-8fc4-0aea94fec83f on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:42:21.007339 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:21.022982 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:42:21.023336 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Checking segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:42:21.023706 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Bound using segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:42:21.024137 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Bound port: dd3b557f-93f8-4894-8fc4-0aea94fec83f, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:42:21.024500 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:21.092987 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] For port dd3b557f-93f8-4894-8fc4-0aea94fec83f, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:42:21.096124 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] For port dd3b557f-93f8-4894-8fc4-0aea94fec83f, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dd3b557f-93f8-4894-8fc4-0aea94fec83f,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:42:21.166663 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:21.170777 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:21.171395 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:21.172788 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/dd3b557f-93f8-4894-8fc4-0aea94fec83f HTTP/1.1" status: 200 len: 1094 time: 0.7673490 Oct 12 12:42:21.173359 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e830ef8-8de0-4618-a5f7-173036554be9', 'tag': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:21.175611 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888fefdd-ceb1-455b-9adb-8b069c473428" -d '{"events": [{"name": "network-changed", "server_uuid": "6e830ef8-8de0-4618-a5f7-173036554be9", "tag": "dd3b557f-93f8-4894-8fc4-0aea94fec83f"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:21.214308 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a48a0b-f06d-420e-a0b5-b4ef493b0f78 x-openstack-request-id: req-80a48a0b-f06d-420e-a0b5-b4ef493b0f78 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:21.214308 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e830ef8-8de0-4618-a5f7-173036554be9", "tag": "dd3b557f-93f8-4894-8fc4-0aea94fec83f", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:21.214308 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80a48a0b-f06d-420e-a0b5-b4ef493b0f78 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:21.214308 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a48a0b-f06d-420e-a0b5-b4ef493b0f78'] response: {'name': 'network-changed', 'server_uuid': '6e830ef8-8de0-4618-a5f7-173036554be9', 'tag': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'status': 'completed', 'code': 200} Oct 12 12:42:21.228562 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009351f-04a4-4c04-803e-89fc2a26cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3b557f-93f8-4894-8fc4-0aea94fec83f,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:21.390765 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed4cd5-977e-42c2-a9fb-dfbc0273269a req-00337cd8-2afc-4685-a715-512b51c8d6d2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:21.392224 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7fed4cd5-977e-42c2-a9fb-dfbc0273269a req-00337cd8-2afc-4685-a715-512b51c8d6d2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 944 time: 0.0464470 Oct 12 12:42:21.439214 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7fed4cd5-977e-42c2-a9fb-dfbc0273269a req-0a742e92-12b0-45a5-9e9b-6eed117e608b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414982 Oct 12 12:42:21.510087 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3f1bf-42e3-4183-99d4-0f82a1a82bc9 req-789102ec-1cfc-41e2-9b28-d3c3415658aa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:21.511512 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c1c3f1bf-42e3-4183-99d4-0f82a1a82bc9 req-789102ec-1cfc-41e2-9b28-d3c3415658aa tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0454931 Oct 12 12:42:21.558657 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c1c3f1bf-42e3-4183-99d4-0f82a1a82bc9 req-880cb462-05cb-41f1-af1f-738892297bb7 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415850 Oct 12 12:42:22.563533 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e74d4-4bdd-464d-8710-c0feb54fe877 req-43f95e9f-68f7-4665-9811-213cb85ac79d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:22.565228 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8d0e74d4-4bdd-464d-8710-c0feb54fe877 req-43f95e9f-68f7-4665-9811-213cb85ac79d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 944 time: 0.0501063 Oct 12 12:42:22.612899 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-8d0e74d4-4bdd-464d-8710-c0feb54fe877 req-af0dd248-03c6-4b08-a88a-e151ac8e335f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420647 Oct 12 12:42:22.683791 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b210bbd-3017-4eb8-8561-f9cd4cbdceff req-ceb40dbc-fb6a-4308-a946-2ff231cfed15 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:22.685218 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2b210bbd-3017-4eb8-8561-f9cd4cbdceff req-ceb40dbc-fb6a-4308-a946-2ff231cfed15 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0500395 Oct 12 12:42:22.731133 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2b210bbd-3017-4eb8-8561-f9cd4cbdceff req-1039f478-df95-4799-abe9-c2a458acfbb6 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Oct 12 12:42:23.660976 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fefdd-ceb1-455b-9adb-8b069c473428 req-56b60a4e-8cda-499b-9d20-8e903346e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:23.660976 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-888fefdd-ceb1-455b-9adb-8b069c473428 req-56b60a4e-8cda-499b-9d20-8e903346e18d service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 1128 time: 0.0406888 Oct 12 12:42:23.779070 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4884d-0769-4b19-99f3-8f6c593cc947 req-af2f2563-3a65-43e4-8346-406cb84d8a2d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:23.781195 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d8a4884d-0769-4b19-99f3-8f6c593cc947 req-af2f2563-3a65-43e4-8346-406cb84d8a2d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 944 time: 0.0875752 Oct 12 12:42:23.824540 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fefdd-ceb1-455b-9adb-8b069c473428 req-2fa359b3-1029-42cd-860b-2bdff070b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:23.826019 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-888fefdd-ceb1-455b-9adb-8b069c473428 req-2fa359b3-1029-42cd-860b-2bdff070b12e service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=fb8207ad9abf449b99382a2586d4588a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1525056 Oct 12 12:42:23.854895 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c5f8b-0a72-4ef7-80af-3853915c955d req-afc80c14-fc6d-48d2-b03f-d3d58caabde1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:23.856280 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ca4c5f8b-0a72-4ef7-80af-3853915c955d req-afc80c14-fc6d-48d2-b03f-d3d58caabde1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0461104 Oct 12 12:42:23.857868 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d8a4884d-0769-4b19-99f3-8f6c593cc947 req-ff217537-a56c-477d-9048-2d98f6217f1f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705190 Oct 12 12:42:23.869662 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:23.908820 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ca4c5f8b-0a72-4ef7-80af-3853915c955d req-a042db8e-39f7-4cc8-a205-d693c68312ed tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457468 Oct 12 12:42:23.948938 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fefdd-ceb1-455b-9adb-8b069c473428 req-95d38198-d21f-450c-a346-44adcb3d681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:23.950457 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-888fefdd-ceb1-455b-9adb-8b069c473428 req-95d38198-d21f-450c-a346-44adcb3d681f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084461 Oct 12 12:42:24.059028 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-aeb877d2-42da-4e20-853a-6fdb0bf6c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:24.060461 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-aeb877d2-42da-4e20-853a-6fdb0bf6c298 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 1128 time: 0.0389383 Oct 12 12:42:24.115001 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-e97e8f3a-73e6-46f1-8a7c-7d51187c7468 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3b557f-93f8-4894-8fc4-0aea94fec83f HTTP/1.1" status: 200 len: 217 time: 0.0323663 Oct 12 12:42:24.166738 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-786a0896-f65d-401f-9160-6dcee982efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:24.168184 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-786a0896-f65d-401f-9160-6dcee982efcb service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.0472302 Oct 12 12:42:24.211370 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-1d21138b-de08-4a44-ade8-092dfa9cc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:24.212903 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-1d21138b-de08-4a44-ade8-092dfa9cc30d service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387478 Oct 12 12:42:24.235792 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43594) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:24.280257 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_v2 [None req-72792006-80f0-4974-aa97-be30d8c13eb7 admin admin] Deleting subnet 75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a {{(pid=104978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:42:24.285118 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-72792006-80f0-4974-aa97-be30d8c13eb7 admin admin] Publish callbacks [] for subnet (75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.309879 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-5b6c0958-b2ed-4da3-865f-f567a839de1d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901902 Oct 12 12:42:24.324516 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-72792006-80f0-4974-aa97-be30d8c13eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356286'] for subnet (75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.366476 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-72792006-80f0-4974-aa97-be30d8c13eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.402860 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae9821bf-ef28-4a1f-bb6f-b01af07fad22 req-6ca8c898-59bb-47c1-88c1-997b0b65c658 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850244 Oct 12 12:42:24.470443 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-72792006-80f0-4974-aa97-be30d8c13eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4356496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255694'] for subnet (75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.499100 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72792006-80f0-4974-aa97-be30d8c13eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:24.501653 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-72792006-80f0-4974-aa97-be30d8c13eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.507160 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43596) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:24.507281 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-72792006-80f0-4974-aa97-be30d8c13eb7 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/75bbc4b1-0cc6-4ee6-8bbc-38d1f04b540a HTTP/1.1" status: 204 len: 168 time: 0.2703896 Oct 12 12:42:24.577551 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (32bd4761-1cf3-457f-afa4-3d358a5f2bd3), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.656354 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (32bd4761-1cf3-457f-afa4-3d358a5f2bd3), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.663177 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:24.678463 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bd4761-1cf3-457f-afa4-3d358a5f2bd3']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:24.688414 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41488dfa-16cc-4cdf-a82f-1bb13b4f4381') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:24.688713 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41488dfa-16cc-4cdf-a82f-1bb13b4f4381') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:24.698770 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (41488dfa-16cc-4cdf-a82f-1bb13b4f4381), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.712124 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (41488dfa-16cc-4cdf-a82f-1bb13b4f4381), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.718457 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:42:24.718840 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (41488dfa-16cc-4cdf-a82f-1bb13b4f4381), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.763959 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 41488dfa-16cc-4cdf-a82f-1bb13b4f4381 resource provider aggregate not found Oct 12 12:42:24.780028 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 41488dfa-16cc-4cdf-a82f-1bb13b4f4381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41488dfa-16cc-4cdf-a82f-1bb13b4f4381 found for delete ", "request_id": "req-be725be7-1243-47e6-b9cb-132ad1792c93"}]} Oct 12 12:42:24.841402 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (32bd4761-1cf3-457f-afa4-3d358a5f2bd3), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.848968 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:24.854705 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/32bd4761-1cf3-457f-afa4-3d358a5f2bd3 HTTP/1.1" status: 204 len: 168 time: 0.3438556 Oct 12 12:42:24.862652 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a309d24-79fd-4f58-87f8-65f687eb535c admin admin] Pushing event deleted for resources: {'Network': ['ID=32bd4761-1cf3-457f-afa4-3d358a5f2bd3,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:25.017524 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934935a-13ed-44e8-83db-a0cc48485ec9 req-0dd2276a-57fd-4c3f-8c22-6a30b46734a3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:25.019351 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5934935a-13ed-44e8-83db-a0cc48485ec9 req-0dd2276a-57fd-4c3f-8c22-6a30b46734a3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 944 time: 0.0807688 Oct 12 12:42:25.059296 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed93f-8782-4703-957b-c52e38ccb721 req-74019f27-76fd-4f8f-9ab8-36136e91b527 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:25.060864 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-439ed93f-8782-4703-957b-c52e38ccb721 req-74019f27-76fd-4f8f-9ab8-36136e91b527 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0510204 Oct 12 12:42:25.075216 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5934935a-13ed-44e8-83db-a0cc48485ec9 req-d0b16084-71f3-476f-98f5-63705b45f046 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Oct 12 12:42:25.122705 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-439ed93f-8782-4703-957b-c52e38ccb721 req-bdecaf29-359d-44c2-a89b-fea3d95d1ff7 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Oct 12 12:42:25.229480 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43614) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:25.268251 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9b210340-97d2-4a17-b4f3-86aca9aae18c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=827d3a5990a940049bcb35a219efdef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375872 Oct 12 12:42:25.270586 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43616) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:25.317905 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-881cb853-d5e2-4234-a46c-24e41c7373b3 admin admin] Publish callbacks [] for security_group (aa76ff6f-3ccd-4671-895e-4d75484472ef), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:25.337096 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-881cb853-d5e2-4234-a46c-24e41c7373b3 admin admin] Publish callbacks [] for security_group (aa76ff6f-3ccd-4671-895e-4d75484472ef), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:25.362258 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:25.429482 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-881cb853-d5e2-4234-a46c-24e41c7373b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (aa76ff6f-3ccd-4671-895e-4d75484472ef), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:25.431950 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-881cb853-d5e2-4234-a46c-24e41c7373b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:25.433111 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-881cb853-d5e2-4234-a46c-24e41c7373b3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/aa76ff6f-3ccd-4671-895e-4d75484472ef HTTP/1.1" status: 204 len: 168 time: 0.1614878 Oct 12 12:42:25.440674 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cb853-d5e2-4234-a46c-24e41c7373b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa76ff6f-3ccd-4671-895e-4d75484472ef,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:26.191100 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318810ff-535f-47ba-bcf9-1dba27fe8e8f req-a23f5373-2ce3-4f69-a797-6426441af2f9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:26.192621 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-318810ff-535f-47ba-bcf9-1dba27fe8e8f req-a23f5373-2ce3-4f69-a797-6426441af2f9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 944 time: 0.0471849 Oct 12 12:42:26.244157 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-318810ff-535f-47ba-bcf9-1dba27fe8e8f req-795b2108-4ddc-46e6-9226-02edeaa85d13 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459199 Oct 12 12:42:26.250186 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8c98-1d2e-4ca5-b40c-20bdc96caf21 req-fc9d4e6b-144c-46d2-9bbf-7b1077540511 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:26.250186 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aafc8c98-1d2e-4ca5-b40c-20bdc96caf21 req-fc9d4e6b-144c-46d2-9bbf-7b1077540511 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0489664 Oct 12 12:42:26.294248 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aafc8c98-1d2e-4ca5-b40c-20bdc96caf21 req-a3bd38c2-5b72-4a1d-8fb6-00111845aa6a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404923 Oct 12 12:42:26.651800 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:42:27.363073 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddac4e5-65e4-4d4e-9e34-32548fcbf42e req-60f4bc92-eb9a-41cd-b5ee-d4a7767c309e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:27.364551 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fddac4e5-65e4-4d4e-9e34-32548fcbf42e req-60f4bc92-eb9a-41cd-b5ee-d4a7767c309e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 944 time: 0.0472841 Oct 12 12:42:27.379070 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:27.412287 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fddac4e5-65e4-4d4e-9e34-32548fcbf42e req-9342e7dc-c5cf-4409-bc25-4c719607f057 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 Oct 12 12:42:27.414489 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745148f-dc16-4349-8d2f-f139d72b7f25 req-ffe52131-7333-4f7e-8761-a72f310c244d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:27.415996 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1745148f-dc16-4349-8d2f-f139d72b7f25 req-ffe52131-7333-4f7e-8761-a72f310c244d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0468233 Oct 12 12:42:27.463887 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1745148f-dc16-4349-8d2f-f139d72b7f25 req-fc8359e3-0cff-4595-a0d2-7ce4bb002b67 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422873 Oct 12 12:42:28.171400 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device dd3b557f-93f8-4894-8fc4-0aea94fec83f details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:42:28.243521 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:28.269029 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port dd3b557f-93f8-4894-8fc4-0aea94fec83f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dd3b557f-93f8-4894-8fc4-0aea94fec83f,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:28.280412 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'port_id': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'mac_address': 'fa:16:3e:df:db:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:42:28.318590 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port dd3b557f-93f8-4894-8fc4-0aea94fec83f is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:42:28.318906 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:28.332142 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3b557f-93f8-4894-8fc4-0aea94fec83f {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:42:28.351270 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port dd3b557f-93f8-4894-8fc4-0aea94fec83f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dd3b557f-93f8-4894-8fc4-0aea94fec83f,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:28.441435 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:28.489268 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=dd3b557f-93f8-4894-8fc4-0aea94fec83f,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:28.510757 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:28.549422 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599f5ea-75af-4c1a-94a5-5db3ddcd3312 req-cf4f3203-6ae0-441c-9f60-bcb44aee6a31 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:28.550963 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0599f5ea-75af-4c1a-94a5-5db3ddcd3312 req-cf4f3203-6ae0-441c-9f60-bcb44aee6a31 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 945 time: 0.0608828 Oct 12 12:42:28.591604 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1564bef-e88d-43cf-8cc8-cdd2abdab8cb req-5667472e-2267-4e76-87cc-b8dca1eba128 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:28.592990 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c1564bef-e88d-43cf-8cc8-cdd2abdab8cb req-5667472e-2267-4e76-87cc-b8dca1eba128 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0516305 Oct 12 12:42:28.600303 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0599f5ea-75af-4c1a-94a5-5db3ddcd3312 req-97fd050d-2723-4dfc-ab63-8224ad27bf51 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Oct 12 12:42:28.641282 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c1564bef-e88d-43cf-8cc8-cdd2abdab8cb req-17e855fe-9576-4504-a469-553956de73e4 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Oct 12 12:42:28.886007 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['dd3b557f-93f8-4894-8fc4-0aea94fec83f'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:42:29.610288 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=6 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:29.724736 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f4626-d6d4-41bb-8644-f2b8fd29d980 req-48722a5f-ee56-498b-9797-6a9d2bc533d9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:29.726244 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-208f4626-d6d4-41bb-8644-f2b8fd29d980 req-48722a5f-ee56-498b-9797-6a9d2bc533d9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 945 time: 0.0505540 Oct 12 12:42:29.764132 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc80391-a835-4679-bd64-b534622405d7 req-d00cbe3b-fba4-4e8b-b28b-9d3087cabaa1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:29.766355 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fdc80391-a835-4679-bd64-b534622405d7 req-d00cbe3b-fba4-4e8b-b28b-9d3087cabaa1 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0485480 Oct 12 12:42:29.774691 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-208f4626-d6d4-41bb-8644-f2b8fd29d980 req-f759cf93-9945-4f26-a9e8-dddfbde85bb6 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 Oct 12 12:42:29.818253 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fdc80391-a835-4679-bd64-b534622405d7 req-cdad367f-7230-4644-b67c-32417331659e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444868 Oct 12 12:42:29.845434 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device dd3b557f-93f8-4894-8fc4-0aea94fec83f up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:42:29.888703 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port dd3b557f-93f8-4894-8fc4-0aea94fec83f completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:42:29.930108 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5daf0-ed9c-41ba-9d88-b16967b27749 req-a7c58bc5-9513-412d-a2eb-23317ae65375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:29.931640 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d7c5daf0-ed9c-41ba-9d88-b16967b27749 req-a7c58bc5-9513-412d-a2eb-23317ae65375 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1130 time: 0.0391233 Oct 12 12:42:29.949725 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port dd3b557f-93f8-4894-8fc4-0aea94fec83f triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:42:29.950145 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:29.950483 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port dd3b557f-93f8-4894-8fc4-0aea94fec83f Oct 12 12:42:29.977531 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d7c5daf0-ed9c-41ba-9d88-b16967b27749 req-d8a7f7a4-3c57-4c97-b2e8-b6d0ebe36887 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378327 Oct 12 12:42:30.026997 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port dd3b557f-93f8-4894-8fc4-0aea94fec83f is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:42:30.027380 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:30.029858 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:30.050425 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e830ef8-8de0-4618-a5f7-173036554be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:30.060827 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3cac52-2d70-45dd-8ae5-d024733afa38" -d '{"events": [{"server_uuid": "6e830ef8-8de0-4618-a5f7-173036554be9", "name": "network-vif-plugged", "status": "completed", "tag": "dd3b557f-93f8-4894-8fc4-0aea94fec83f"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:30.065274 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port dd3b557f-93f8-4894-8fc4-0aea94fec83f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dd3b557f-93f8-4894-8fc4-0aea94fec83f,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:30.093869 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca00944-5412-4d64-a13c-971cde6fb2cd x-openstack-request-id: req-fca00944-5412-4d64-a13c-971cde6fb2cd {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:30.094206 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e830ef8-8de0-4618-a5f7-173036554be9", "name": "network-vif-plugged", "status": "completed", "tag": "dd3b557f-93f8-4894-8fc4-0aea94fec83f", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:30.094466 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fca00944-5412-4d64-a13c-971cde6fb2cd {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:30.094868 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca00944-5412-4d64-a13c-971cde6fb2cd'] response: {'server_uuid': '6e830ef8-8de0-4618-a5f7-173036554be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'code': 200} Oct 12 12:42:30.121444 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:30.167915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=dd3b557f-93f8-4894-8fc4-0aea94fec83f,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:30.759978 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:30.895837 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb637b-6971-4c06-97f6-30933465cb24 req-a6e7d3af-dbc8-45e2-a392-c138a9a21481 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:30.897318 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6cfb637b-6971-4c06-97f6-30933465cb24 req-a6e7d3af-dbc8-45e2-a392-c138a9a21481 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0476072 Oct 12 12:42:30.949804 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6cfb637b-6971-4c06-97f6-30933465cb24 req-3ba1db16-9fc2-4dcf-9ddb-e11d147d2f4e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467470 Oct 12 12:42:30.950036 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3094d1-9a53-4373-8623-5fdddeea9a8a req-627a9452-7df9-472a-bd85-091358064462 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:30.951562 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ce3094d1-9a53-4373-8623-5fdddeea9a8a req-627a9452-7df9-472a-bd85-091358064462 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0550144 Oct 12 12:42:31.000473 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ce3094d1-9a53-4373-8623-5fdddeea9a8a req-c33ed090-d425-436f-8ed1-28c8fc485049 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Oct 12 12:42:31.128908 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02046b9-7907-4137-9851-0aa52a462da0 req-e27d6736-1311-4e72-8f63-cbf8cb044fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:31.130295 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c02046b9-7907-4137-9851-0aa52a462da0 req-e27d6736-1311-4e72-8f63-cbf8cb044fa4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 1130 time: 0.0377698 Oct 12 12:42:31.462265 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c02046b9-7907-4137-9851-0aa52a462da0 req-f558ce14-14ea-49c4-aac8-9687d79ea827 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388458 Oct 12 12:42:32.076720 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8216b8-fe15-40ad-8585-d00ba0a6479d req-219ab327-0531-4d31-81f9-1e264757f08e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:32.078280 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ea8216b8-fe15-40ad-8585-d00ba0a6479d req-219ab327-0531-4d31-81f9-1e264757f08e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0497622 Oct 12 12:42:32.124917 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43500b9f-93b6-4c03-a9fc-a285dc519be9 req-98368d52-dd4d-4c5b-b0e1-c3ad8b6a9fca tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:32.126161 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ea8216b8-fe15-40ad-8585-d00ba0a6479d req-de3852c3-139f-4bcc-96f6-df55dd14381e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Oct 12 12:42:32.126395 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-43500b9f-93b6-4c03-a9fc-a285dc519be9 req-98368d52-dd4d-4c5b-b0e1-c3ad8b6a9fca tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0463641 Oct 12 12:42:32.176525 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-43500b9f-93b6-4c03-a9fc-a285dc519be9 req-fefbb5be-0d02-4532-b0e8-37b7cda10379 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Oct 12 12:42:32.704405 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb348-3ab9-462e-a862-dcf0d8cff9c9 req-c22a608b-8b3a-4840-9220-4129185c43de tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:32.705878 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8afdb348-3ab9-462e-a862-dcf0d8cff9c9 req-c22a608b-8b3a-4840-9220-4129185c43de tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0488651 Oct 12 12:42:32.755397 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8afdb348-3ab9-462e-a862-dcf0d8cff9c9 req-0fef725f-1c4e-4d86-9f4a-e79d5bd0a191 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436268 Oct 12 12:42:33.249398 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0897c-59c6-4cd2-a8c7-854953d36f77 req-13a91013-1c8a-45f7-8dc1-7426b4e570ef tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:33.251321 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-09b0897c-59c6-4cd2-a8c7-854953d36f77 req-13a91013-1c8a-45f7-8dc1-7426b4e570ef tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0507817 Oct 12 12:42:33.288872 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:33.299797 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-09b0897c-59c6-4cd2-a8c7-854953d36f77 req-caf0783c-55a9-441f-8994-398d62fd2108 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Oct 12 12:42:33.302907 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-c9ce7a94-4a6b-4c6c-bbb4-dae829b74c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:33.304458 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-c9ce7a94-4a6b-4c6c-bbb4-dae829b74c31 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1130 time: 0.0443778 Oct 12 12:42:33.399090 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-cfe90d7f-3480-4093-90a2-9870bb2c61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:33.400582 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-cfe90d7f-3480-4093-90a2-9870bb2c61d8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.0891061 Oct 12 12:42:33.879622 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4475c-99f2-44e0-b63f-0b57788ffb85 req-3c03d9ff-923e-4c36-9bd3-133a6df41eb3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:33.881078 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30f4475c-99f2-44e0-b63f-0b57788ffb85 req-3c03d9ff-923e-4c36-9bd3-133a6df41eb3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0499454 Oct 12 12:42:33.927870 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30f4475c-99f2-44e0-b63f-0b57788ffb85 req-05c0c773-661d-4495-9522-8a1fee030b0d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412467 Oct 12 12:42:34.417538 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061530c-4070-4607-99c3-ad0358efaa21 req-129639ad-cecc-4586-bc0e-b7213c113df7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:34.418988 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2061530c-4070-4607-99c3-ad0358efaa21 req-129639ad-cecc-4586-bc0e-b7213c113df7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0457780 Oct 12 12:42:34.464958 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2061530c-4070-4607-99c3-ad0358efaa21 req-70b1b674-15cf-4cb8-8054-425b2a41e01e tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Oct 12 12:42:34.516869 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-a2c938dd-5a41-407c-9238-ae7bd6acd5d2 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 200 len: 1002 time: 0.0557363 Oct 12 12:42:34.581884 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866b0f8-f6af-4f0c-9647-8b05d77fdb91 req-713a5807-33a7-4c63-b34a-5efec9669b3b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:34.583359 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c866b0f8-f6af-4f0c-9647-8b05d77fdb91 req-713a5807-33a7-4c63-b34a-5efec9669b3b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0494819 Oct 12 12:42:34.593745 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43710) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:34.598340 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'floatingip': {'port_id': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:34.637517 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-46a8b780-56c3-4627-9ee2-8d3c5435d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:34.639075 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-46a8b780-56c3-4627-9ee2-8d3c5435d470 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0470817 Oct 12 12:42:34.639492 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (4b46cde0-c794-4603-b9b5-19cd62b4afba), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:34.697114 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-81c576d4-1270-43af-a29d-3b48c62598b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:34.698679 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-81c576d4-1270-43af-a29d-3b48c62598b6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407047 Oct 12 12:42:34.727837 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:34.851599 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:34.881507 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-52c40e78-ca47-40cd-b918-8a47c3dd240f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933661 Oct 12 12:42:34.987099 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71ff0161-aeee-4cc1-9fbd-a2eb6ededcae req-ea2d3658-a180-4104-abff-4100d9cd6181 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979137 Oct 12 12:42:35.069980 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:35.096050 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4793f2-9ca6-4ca6-b12d-f5af17446a2e req-9cecaa30-cee1-4e3a-a1ad-3f831ca78254 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:35.097520 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fc4793f2-9ca6-4ca6-b12d-f5af17446a2e req-9cecaa30-cee1-4e3a-a1ad-3f831ca78254 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0874460 Oct 12 12:42:35.107098 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:35.345828 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (4b46cde0-c794-4603-b9b5-19cd62b4afba), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:35.412133 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fc4793f2-9ca6-4ca6-b12d-f5af17446a2e req-68c203ca-fd1d-4e79-9550-f64f828b6b06 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071556 Oct 12 12:42:35.460777 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Floating IP 4b46cde0-c794-4603-b9b5-19cd62b4afba associated. External IP: 172.27.3.229, port: dd3b557f-93f8-4894-8fc4-0aea94fec83f. Oct 12 12:42:35.650856 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:42:35.752519 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:42:35.757437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:35.762502 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:42:35.773115 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:42:35.773731 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:42:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:35.788587 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-f3d7f2cb-140b-41b1-9216-2f8bab2b835f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/4b46cde0-c794-4603-b9b5-19cd62b4afba HTTP/1.1" status: 200 len: 992 time: 1.1937344 Oct 12 12:42:35.789231 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e830ef8-8de0-4618-a5f7-173036554be9', 'tag': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:35.791507 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e830ef8-8de0-4618-a5f7-173036554be9", "tag": "dd3b557f-93f8-4894-8fc4-0aea94fec83f"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:35.830636 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb18b428-746e-4364-aaee-8ce39e047945 x-openstack-request-id: req-cb18b428-746e-4364-aaee-8ce39e047945 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:35.830927 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e830ef8-8de0-4618-a5f7-173036554be9", "tag": "dd3b557f-93f8-4894-8fc4-0aea94fec83f", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:35.831175 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb18b428-746e-4364-aaee-8ce39e047945 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:35.831608 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb18b428-746e-4364-aaee-8ce39e047945'] response: {'name': 'network-changed', 'server_uuid': '6e830ef8-8de0-4618-a5f7-173036554be9', 'tag': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'status': 'completed', 'code': 200} Oct 12 12:42:35.877032 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:42:36.032077 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:36.085310 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '4b46cde0-c794-4603-b9b5-19cd62b4afba', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:df:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830ef8-8de0-4618-a5f7-173036554be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:42:14Z', 'updated_at': '2022-10-12T12:42:34Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:36.109082 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:42:36.117765 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:42:36.118392 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:42:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:36.221804 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:42:36.434004 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '4b46cde0-c794-4603-b9b5-19cd62b4afba', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:df:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830ef8-8de0-4618-a5f7-173036554be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:42:14Z', 'updated_at': '2022-10-12T12:42:34Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:36.458194 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d65128-207f-483c-9d2d-ddb0ff1ef42a None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '4b46cde0-c794-4603-b9b5-19cd62b4afba', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:df:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830ef8-8de0-4618-a5f7-173036554be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:42:14Z', 'updated_at': '2022-10-12T12:42:34Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:42:36.553465 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be208cfa-ee59-48e8-bc6b-6e5e86d5d42a req-ec3d2495-a57f-438a-abbf-e7bbe998b07b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:36.554938 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-be208cfa-ee59-48e8-bc6b-6e5e86d5d42a req-ec3d2495-a57f-438a-abbf-e7bbe998b07b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0588746 Oct 12 12:42:36.567110 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:36.605332 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-be208cfa-ee59-48e8-bc6b-6e5e86d5d42a req-baac4e96-c18a-4b80-aeaf-55e408818e5b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447493 Oct 12 12:42:36.615529 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235e57a-b2ae-4f90-80f3-105c7605a709 req-eb268180-f61a-429e-8650-2c3337079c74 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:36.617300 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b235e57a-b2ae-4f90-80f3-105c7605a709 req-eb268180-f61a-429e-8650-2c3337079c74 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 945 time: 0.0635481 Oct 12 12:42:36.668398 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b235e57a-b2ae-4f90-80f3-105c7605a709 req-91fb4d66-11cf-4dba-8702-5bf6814dc131 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Oct 12 12:42:36.686161 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2cfab-a102-4c13-aa01-be6552996b5e None None] New status for floating IP 4b46cde0-c794-4603-b9b5-19cd62b4afba: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:42:37.727853 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbfdfa-ba53-4791-9fa6-2fcef70f394c req-16c22363-1f7a-426d-b997-f6a30ffd7c43 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:37.729678 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f3cbfdfa-ba53-4791-9fa6-2fcef70f394c req-16c22363-1f7a-426d-b997-f6a30ffd7c43 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0471723 Oct 12 12:42:37.776815 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f3cbfdfa-ba53-4791-9fa6-2fcef70f394c req-7df424f8-8e48-4951-a2ee-21266bd4f5b0 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Oct 12 12:42:37.794597 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bce2f-1918-4179-966e-6e801f91c4ed req-a83a6d22-a899-430c-822a-f775d5f50226 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:37.796054 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a45bce2f-1918-4179-966e-6e801f91c4ed req-a83a6d22-a899-430c-822a-f775d5f50226 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 945 time: 0.0469186 Oct 12 12:42:37.842508 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a45bce2f-1918-4179-966e-6e801f91c4ed req-2eaad766-338d-472b-8705-88d2a4e6a9f6 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Oct 12 12:42:37.890780 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5d3d9-cb80-4d72-8fdf-a0b69affa776 req-f7f557ab-a378-4a3d-a66f-f414dd19b765 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:37.892207 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-34d5d3d9-cb80-4d72-8fdf-a0b69affa776 req-f7f557ab-a378-4a3d-a66f-f414dd19b765 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0453091 Oct 12 12:42:37.902369 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43734) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:37.907144 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-5f274ac0-12fc-4dde-ab2e-b963c6d46feb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Request body: {'floatingip': {'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:37.961565 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5f274ac0-12fc-4dde-ab2e-b963c6d46feb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (74e7b405-bcc0-4078-8a04-e6486c21dcee), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:38.087967 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:38.399365 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5f274ac0-12fc-4dde-ab2e-b963c6d46feb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:38.435352 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5f274ac0-12fc-4dde-ab2e-b963c6d46feb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (74e7b405-bcc0-4078-8a04-e6486c21dcee), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:38.784232 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-fee453d1-d852-4112-b5f8-2ab781572371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:38.785691 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-fee453d1-d852-4112-b5f8-2ab781572371 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 1130 time: 0.2779665 Oct 12 12:42:38.884990 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:38.888896 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f274ac0-12fc-4dde-ab2e-b963c6d46feb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Router 733cfee7-b151-48e3-b89b-ac64ad9206c5 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:42:38.966821 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9620dfd-7621-4c73-a71c-bfb2ab187202 req-b05f192b-38b8-4664-8b84-342b31eb477d tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:38.968281 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b9620dfd-7621-4c73-a71c-bfb2ab187202 req-b05f192b-38b8-4664-8b84-342b31eb477d tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 945 time: 0.0503693 Oct 12 12:42:38.990788 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f274ac0-12fc-4dde-ab2e-b963c6d46feb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:42:38.995253 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5f274ac0-12fc-4dde-ab2e-b963c6d46feb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:39.003746 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] Sync routers for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:42:39.013712 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:42:39.014354 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:42:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:39.016821 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b9620dfd-7621-4c73-a71c-bfb2ab187202 req-decba8b2-ecee-4537-90eb-5ed7a9e6fc66 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6e435afd-ef79-422b-ac9c-e971936b1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Oct 12 12:42:39.029085 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:39.031986 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160" -d '{"events": [{"name": "network-changed", "server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:39.060032 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5f274ac0-12fc-4dde-ab2e-b963c6d46feb tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/74e7b405-bcc0-4078-8a04-e6486c21dcee HTTP/1.1" status: 200 len: 994 time: 1.1566143 Oct 12 12:42:39.090488 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d525ee9d-ead2-4fc3-a6d1-55d74b72610a x-openstack-request-id: req-d525ee9d-ead2-4fc3-a6d1-55d74b72610a {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:39.090778 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:39.091049 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d525ee9d-ead2-4fc3-a6d1-55d74b72610a {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:39.091450 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d525ee9d-ead2-4fc3-a6d1-55d74b72610a'] response: {'name': 'network-changed', 'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'status': 'completed', 'code': 200} Oct 12 12:42:39.134145 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:42:39.158632 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:39.280996 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-26075653-67ee-4066-b040-4f5fcf8fc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:39.282398 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-26075653-67ee-4066-b040-4f5fcf8fc88e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1130 time: 0.0599229 Oct 12 12:42:39.291290 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-4bf47be6-494c-4ff2-b62d-4bb64c9b8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:39.292639 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-4bf47be6-494c-4ff2-b62d-4bb64c9b8ae2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 916 time: 0.1233542 Oct 12 12:42:39.342136 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '74e7b405-bcc0-4078-8a04-e6486c21dcee', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'mac_address': 'fa:16:3e:ef:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:17Z', 'updated_at': '2022-10-12T12:42:38Z', 'revision_number': 3, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:39.365576 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] Checking router: 733cfee7-b151-48e3-b89b-ac64ad9206c5 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:42:39.374012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:42:39.374597 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:42:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:39.474295 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:39.476765 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:42:39.503724 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-a2af4cdf-d856-45a7-a2f2-66ee21a22a90 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3b557f-93f8-4894-8fc4-0aea94fec83f HTTP/1.1" status: 200 len: 1002 time: 0.1119196 Oct 12 12:42:39.534639 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-764dd6c7-ad45-44bf-b24d-76bd6469fc1f tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:39.536083 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-764dd6c7-ad45-44bf-b24d-76bd6469fc1f tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 945 time: 0.0476937 Oct 12 12:42:39.559664 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-c297f213-e7b5-4caf-871c-756b26ee060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:39.561130 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-c297f213-e7b5-4caf-871c-756b26ee060b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.1712210 Oct 12 12:42:39.579144 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-4b1c4e14-9f64-4fac-9150-6279a95764bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:39.580586 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-4b1c4e14-9f64-4fac-9150-6279a95764bb service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.0659862 Oct 12 12:42:39.614988 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:39.657415 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Deleting port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:42:39.657870 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:39.663834 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-5bf524a4-86de-4425-bd82-0eae46026fd1 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 200 len: 1002 time: 0.0962663 Oct 12 12:42:39.666813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-3292891c-0854-4de4-a0e1-96cd8cfabfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:39.668211 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-3292891c-0854-4de4-a0e1-96cd8cfabfd3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0583856 Oct 12 12:42:39.674769 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:39.697509 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '74e7b405-bcc0-4078-8a04-e6486c21dcee', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'mac_address': 'fa:16:3e:ef:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:17Z', 'updated_at': '2022-10-12T12:42:38Z', 'revision_number': 3, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:39.753076 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] For port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,segment=NetworkSegment(230a8335-09f7-4d68-bc82-642aef7773a9),segment_id=230a8335-09f7-4d68-bc82-642aef7773a9)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:39.753523 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:39.771866 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Calling delete_port for f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 owned by compute:nova {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:42:39.783589 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-36357a3f-b547-4005-97a8-8a81f1f4d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:39.785117 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-36357a3f-b547-4005-97a8-8a81f1f4d2b0 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.1072803 Oct 12 12:42:39.845361 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-dc2e3cad-b838-406a-81b8-e5b301ebd851 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600845 Oct 12 12:42:39.848563 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-b142dfd6-9239-4f37-b228-a7961442b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:39.849978 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-b142dfd6-9239-4f37-b228-a7961442b31c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536127 Oct 12 12:42:39.873110 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f8fc3-008b-4975-a474-c7e4d0d56b91 None None] The sync data for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi is: [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '74e7b405-bcc0-4078-8a04-e6486c21dcee', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'port_id': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'mac_address': 'fa:16:3e:ef:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:40:17Z', 'updated_at': '2022-10-12T12:42:38Z', 'revision_number': 3, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:42:39.955780 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:39.986110 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:40.019149 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:40.020435 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Pushing event deleted for resources: {'Port': ['ID=f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:40.024719 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-f6e2de87-19d5-45e9-ba0b-516cd98531fc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651993 Oct 12 12:42:40.030225 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-2fdcb5d1-f5a7-4cc8-bf50-6007ceecc61d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592116 Oct 12 12:42:40.030462 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:42:40.119029 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] No DVR routers for this DVR port f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 on host hv-cinder-81268 {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:42:40.122299 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:40.126038 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4f1fbf8f-f71c-446f-acdc-a916ec26a6cd req-c8fa3d4b-c0dd-480a-96e7-2d33ddeb4611 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.39 "DELETE /networking/v2.0/ports/f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 HTTP/1.1" status: 204 len: 173 time: 0.5845141 Oct 12 12:42:40.127858 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9c4a78-397b-4dc8-9127-b06fb13da4b7', 'name': 'network-vif-deleted', 'tag': 'f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:40.131315 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4d6f49-7326-4957-8f3a-e70d2d8cd126" -d '{"events": [{"server_uuid": "ba9c4a78-397b-4dc8-9127-b06fb13da4b7", "name": "network-vif-deleted", "tag": "f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:40.162883 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4fdb9d46-b40a-49ae-83a6-d4c3cb78f160 req-728fc432-d492-4a25-addf-359d2a1cc087 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070375 Oct 12 12:42:40.164275 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d170aeef-2895-4aee-954f-0ca1e34d89e7 req-ba8c7e9a-fb91-4257-8af6-ad7ee4c0ee5e tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 210 time: 0.0371370 Oct 12 12:42:40.171471 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8355920-aad7-400d-9d62-80bf261f93cd x-openstack-request-id: req-d8355920-aad7-400d-9d62-80bf261f93cd {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:40.172333 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9c4a78-397b-4dc8-9127-b06fb13da4b7", "name": "network-vif-deleted", "tag": "f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:40.172591 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8355920-aad7-400d-9d62-80bf261f93cd {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:40.175463 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8355920-aad7-400d-9d62-80bf261f93cd'] response: {'server_uuid': 'ba9c4a78-397b-4dc8-9127-b06fb13da4b7', 'name': 'network-vif-deleted', 'tag': 'f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6', 'status': 'completed', 'code': 200} Oct 12 12:42:41.092527 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:41.094969 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95dda60-3333-4bba-a7be-cb582bfa6f88" -d '{"events": [{"name": "network-changed", "server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:41.131982 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8057e4d7-e280-4244-a3e6-8a691cb6e211 x-openstack-request-id: req-8057e4d7-e280-4244-a3e6-8a691cb6e211 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:41.132333 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:41.132651 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8057e4d7-e280-4244-a3e6-8a691cb6e211 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:41.133056 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8057e4d7-e280-4244-a3e6-8a691cb6e211'] response: {'name': 'network-changed', 'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'status': 'completed', 'code': 200} Oct 12 12:42:41.221671 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-db9f6ebd-e000-423d-b54f-1e8640043eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:41.223231 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-db9f6ebd-e000-423d-b54f-1e8640043eee service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=d62398af777d4d269977b1a5f1f37080&device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 1130 time: 0.0398860 Oct 12 12:42:41.283443 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ebb1ba0e-cb23-4197-aed8-f2a17387533e req-59a71a23-8c72-4700-8df1-be5b0b09ac32 tempest-VolumesSnapshotTestJSON-1571967228 tempest-VolumesSnapshotTestJSON-1571967228-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ba9c4a78-397b-4dc8-9127-b06fb13da4b7 HTTP/1.1" status: 200 len: 210 time: 0.0295870 Oct 12 12:42:41.321214 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-8b83b985-f46a-400a-a0cd-878ec53e9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:41.322861 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-8b83b985-f46a-400a-a0cd-878ec53e9fd6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 200 len: 920 time: 0.0927510 Oct 12 12:42:41.384346 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-ee5c968c-5f87-4901-ac17-3d2fe08baee4 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 200 len: 1002 time: 0.0553050 Oct 12 12:42:41.435892 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-a7bc780e-0652-4293-a22d-e716e0aef3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:41.437275 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-a7bc780e-0652-4293-a22d-e716e0aef3f2 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 200 len: 858 time: 0.0451436 Oct 12 12:42:41.492814 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-af9da830-d7d9-443a-9635-33e6c68ad360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:41.494307 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-af9da830-d7d9-443a-9635-33e6c68ad360 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=1b4ef2f4-49f2-43ce-8f92-68931ce3b901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384057 Oct 12 12:42:41.514001 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:41.588211 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-8b665c08-fc11-4a20-a0e6-d7c73ce2de7a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811958 Oct 12 12:42:41.683032 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e95dda60-3333-4bba-a7be-cb582bfa6f88 req-c3bf1744-10d6-4260-9862-160e83075eaf service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850422 Oct 12 12:42:43.919402 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:42:43.938592 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:42:43.938997 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device f872a7e4-aff7-4ecb-b2b1-e6e9191db1f6 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:42:45.378868 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-21f676c2-d82b-4de5-8b97-b6579103ff78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:46.783240 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=22 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:46.789954 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:47.716137 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e4744805-e281-43e9-943e-daa48daff805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:49.024693 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:50.141896 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:50.354170 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6843a-bafc-4759-a4ce-ad3c6e8a8f26 req-2e2a0476-b7ce-472a-8457-2bdfe5d40b34 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:50.355745 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-72a6843a-bafc-4759-a4ce-ad3c6e8a8f26 req-2e2a0476-b7ce-472a-8457-2bdfe5d40b34 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0480022 Oct 12 12:42:50.406964 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-72a6843a-bafc-4759-a4ce-ad3c6e8a8f26 req-67ec62e3-478a-4f65-bb80-1bcdc5dee750 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Oct 12 12:42:50.733297 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:50.778948 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:51.535750 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae9908-99ad-42ae-a0f5-306552f2d878 req-ae2ec75b-6fe8-4b47-ab16-b6ee1a6fc9cb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:51.537280 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1dae9908-99ad-42ae-a0f5-306552f2d878 req-ae2ec75b-6fe8-4b47-ab16-b6ee1a6fc9cb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0480556 Oct 12 12:42:51.584271 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1dae9908-99ad-42ae-a0f5-306552f2d878 req-c5de2bfb-2b60-42a3-a5fc-dd4fee94692d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 Oct 12 12:42:52.220304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-31704721-2805-49aa-a107-9f09aea8d72f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:52.222143 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-31704721-2805-49aa-a107-9f09aea8d72f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0488279 Oct 12 12:42:52.303861 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Deleting port 5987ac83-3534-44f8-b03e-d740853eca66 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:42:52.304203 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (5987ac83-3534-44f8-b03e-d740853eca66), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:52.394660 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] For port 5987ac83-3534-44f8-b03e-d740853eca66, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5987ac83-3534-44f8-b03e-d740853eca66,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:52.395018 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (5987ac83-3534-44f8-b03e-d740853eca66), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:52.542878 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:52.553474 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:52.553840 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (ae319ec4-38d4-4f5b-90ea-caff8bb46edc), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:52.554308 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Floating IP ae319ec4-38d4-4f5b-90ea-caff8bb46edc disassociated. External IP: 172.27.3.169, port: 5987ac83-3534-44f8-b03e-d740853eca66. Oct 12 12:42:52.554656 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Calling delete_port for 5987ac83-3534-44f8-b03e-d740853eca66 owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:42:52.692649 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:52.710668 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d638-cd2b-4a1f-a8c3-ed9a02e32130 req-6ee7d5b8-6e90-43d1-8e91-87f03585c273 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:42:52.712122 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8341d638-cd2b-4a1f-a8c3-ed9a02e32130 req-6ee7d5b8-6e90-43d1-8e91-87f03585c273 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0465903 Oct 12 12:42:52.750373 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (5987ac83-3534-44f8-b03e-d740853eca66), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:52.760047 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8341d638-cd2b-4a1f-a8c3-ed9a02e32130 req-88f20534-06b5-4201-8c4f-a86c8c174efb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a37dba50-7c27-4d47-b423-3d3ed7f3d444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Oct 12 12:42:52.777368 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event deleted for resources: {'Port': ['ID=5987ac83-3534-44f8-b03e-d740853eca66,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:52.832318 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:52.904198 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:42:53.008582 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:42:53.018409 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] Sync routers for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:42:53.028801 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:42:53.029541 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:42:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:53.051548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] No DVR routers for this DVR port 5987ac83-3534-44f8-b03e-d740853eca66 on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:42:53.054065 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:53.057390 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5a69ba53-5fb4-4b18-be98-5ddcb3303ac6 req-9df9700b-6886-4220-b8d1-0fbb0855963f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "DELETE /networking/v2.0/ports/5987ac83-3534-44f8-b03e-d740853eca66 HTTP/1.1" status: 204 len: 173 time: 0.8293703 Oct 12 12:42:53.057958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-deleted', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:42:53.060214 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc71f525-f21e-46f3-a21f-8699a124f79e" -d '{"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-deleted", "tag": "5987ac83-3534-44f8-b03e-d740853eca66"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:53.099780 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883924b5-077d-4a92-994e-f11bcee59ea3 x-openstack-request-id: req-883924b5-077d-4a92-994e-f11bcee59ea3 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:53.100072 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2", "name": "network-vif-deleted", "tag": "5987ac83-3534-44f8-b03e-d740853eca66", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:53.100320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-883924b5-077d-4a92-994e-f11bcee59ea3 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:53.100721 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883924b5-077d-4a92-994e-f11bcee59ea3'] response: {'server_uuid': '5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2', 'name': 'network-vif-deleted', 'tag': '5987ac83-3534-44f8-b03e-d740853eca66', 'status': 'completed', 'code': 200} Oct 12 12:42:53.151787 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:42:53.354803 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:53.380803 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] Checking router: 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:42:53.389327 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:42:53.389917 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:42:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:53.491547 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:42:53.756038 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:42:53.779932 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486c7fa-a72c-4831-b8aa-9e4bd1aa3de1 None None] The sync data for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi is: [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:42:53.881421 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9dc13368-a137-44e5-874b-614ced8ba064 req-63ba98ea-6209-4ee8-9ff3-caceea704c35 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0273764 Oct 12 12:42:53.995847 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730821de-24df-4d92-b49e-63f82c48bd22 None None] New status for floating IP ae319ec4-38d4-4f5b-90ea-caff8bb46edc: DOWN {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:42:55.003916 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3624fe7c-65f0-402d-9f0c-3cb93bcf7fce req-1d3f0ab4-dae4-4c58-b2f5-efe8a878ee4c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0296943 Oct 12 12:42:56.124086 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b435e39f-9190-490a-a489-db00f6cb572f req-661f01fe-a3f9-459d-8dde-20a390b984af tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5fb9a475-1ea2-4308-bb2b-e8eafd3cf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0307152 Oct 12 12:42:56.391082 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:42:56.413123 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 5987ac83-3534-44f8-b03e-d740853eca66 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:42:56.413462 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 5987ac83-3534-44f8-b03e-d740853eca66 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:42:57.281923 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43856) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:57.338475 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7127-8eeb-4d5c-bbde-3ee046294675 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (a37dba50-7c27-4d47-b423-3d3ed7f3d444), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.361466 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7127-8eeb-4d5c-bbde-3ee046294675 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (a37dba50-7c27-4d47-b423-3d3ed7f3d444), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.464895 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7127-8eeb-4d5c-bbde-3ee046294675 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (a37dba50-7c27-4d47-b423-3d3ed7f3d444), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.467580 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7127-8eeb-4d5c-bbde-3ee046294675 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.468721 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-cf5f7127-8eeb-4d5c-bbde-3ee046294675 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a37dba50-7c27-4d47-b423-3d3ed7f3d444 HTTP/1.1" status: 204 len: 168 time: 0.1857998 Oct 12 12:42:57.471764 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43862) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:57.478031 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f7127-8eeb-4d5c-bbde-3ee046294675 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37dba50-7c27-4d47-b423-3d3ed7f3d444,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:57.488751 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.api.v2.resource [None req-ee85a547-e446-4a14-8aba-1c20b4de2682 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] show failed (client error): The resource could not be found. Oct 12 12:42:57.493991 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-ee85a547-e446-4a14-8aba-1c20b4de2682 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups/a37dba50-7c27-4d47-b423-3d3ed7f3d444 HTTP/1.1" status: 404 len: 347 time: 0.0203843 Oct 12 12:42:57.494808 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43864) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:57.606999 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Deleting port d0313e6d-3a76-488f-a208-2b71c3ab5d66 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:42:57.607350 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (d0313e6d-3a76-488f-a208-2b71c3ab5d66), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.684839 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (d0313e6d-3a76-488f-a208-2b71c3ab5d66), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.685165 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (d0313e6d-3a76-488f-a208-2b71c3ab5d66), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.698491 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Calling delete_port for d0313e6d-3a76-488f-a208-2b71c3ab5d66 owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:42:57.865274 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (d0313e6d-3a76-488f-a208-2b71c3ab5d66), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.890597 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event deleted for resources: {'Port': ['ID=d0313e6d-3a76-488f-a208-2b71c3ab5d66,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:57.964991 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (ae319ec4-38d4-4f5b-90ea-caff8bb46edc), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.967473 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:57.968604 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-cb9926f3-d59a-4363-aa13-a57dc15a55e5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/ae319ec4-38d4-4f5b-90ea-caff8bb46edc HTTP/1.1" status: 204 len: 168 time: 0.4729035 Oct 12 12:42:58.115393 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43872) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:58.119941 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-439d53e6-3c8f-4d2d-a0ba-95c9079e5444 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320748030', 'description': 'tempest-description--492005810'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:58.202264 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-439d53e6-3c8f-4d2d-a0ba-95c9079e5444 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.267894 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-439d53e6-3c8f-4d2d-a0ba-95c9079e5444 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (d8a052ae-8a1c-4d69-8aee-9de1873961c4), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.327517 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-439d53e6-3c8f-4d2d-a0ba-95c9079e5444 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d8a052ae-8a1c-4d69-8aee-9de1873961c4), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.357270 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d53e6-3c8f-4d2d-a0ba-95c9079e5444 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a052ae-8a1c-4d69-8aee-9de1873961c4,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:58.420622 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-439d53e6-3c8f-4d2d-a0ba-95c9079e5444 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.421855 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-439d53e6-3c8f-4d2d-a0ba-95c9079e5444 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3054395 Oct 12 12:42:58.424712 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43874) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:58.429016 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-f1cc4866-062e-491d-ba8e-06b3873dbddc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'security_group_rule': {'security_group_id': 'd8a052ae-8a1c-4d69-8aee-9de1873961c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:58.510320 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4866-062e-491d-ba8e-06b3873dbddc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (d68c2cf9-485c-43d5-825b-83b14b01b845), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.534460 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:58.564140 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4866-062e-491d-ba8e-06b3873dbddc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (d68c2cf9-485c-43d5-825b-83b14b01b845), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.619034 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4866-062e-491d-ba8e-06b3873dbddc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (d68c2cf9-485c-43d5-825b-83b14b01b845), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.626414 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:58.640508 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc4866-062e-491d-ba8e-06b3873dbddc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68c2cf9-485c-43d5-825b-83b14b01b845,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:58.724250 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4866-062e-491d-ba8e-06b3873dbddc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.725458 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-f1cc4866-062e-491d-ba8e-06b3873dbddc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2998013 Oct 12 12:42:58.728204 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 43876) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:58.732342 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-be35f35f-1f59-4c38-ab47-96965636a3c3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'security_group_rule': {'security_group_id': 'd8a052ae-8a1c-4d69-8aee-9de1873961c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:58.863919 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be35f35f-1f59-4c38-ab47-96965636a3c3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (618468c7-585f-47e2-bf94-4dd05364e8e9), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.919714 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be35f35f-1f59-4c38-ab47-96965636a3c3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (618468c7-585f-47e2-bf94-4dd05364e8e9), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:58.985119 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be35f35f-1f59-4c38-ab47-96965636a3c3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (618468c7-585f-47e2-bf94-4dd05364e8e9), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:59.005422 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35f35f-1f59-4c38-ab47-96965636a3c3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618468c7-585f-47e2-bf94-4dd05364e8e9,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:59.073165 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be35f35f-1f59-4c38-ab47-96965636a3c3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:59.074510 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-be35f35f-1f59-4c38-ab47-96965636a3c3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453965 Oct 12 12:42:59.077677 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43884) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:42:59.082797 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:42:59.150575 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:59.227117 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:59.315246 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:59.335357 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Allocated IP 172.27.3.241 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/6ef113f9-899d-4a8a-a56c-aa3f1801c721) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:42:59.667369 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for port (6ef113f9-899d-4a8a-a56c-aa3f1801c721), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:59.694361 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:42:59.773690 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (6ef113f9-899d-4a8a-a56c-aa3f1801c721), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:59.814987 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:42:59.817958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:42:59.820405 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:42:59.844165 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'Port': ['ID=6ef113f9-899d-4a8a-a56c-aa3f1801c721,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:59.911896 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (6b24bc94-e175-4553-89f0-ba0ea8f052d9), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:42:59.984251 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6ef113f9-899d-4a8a-a56c-aa3f1801c721), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:00.129490 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for port (6ef113f9-899d-4a8a-a56c-aa3f1801c721), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:00.172958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (6ef113f9-899d-4a8a-a56c-aa3f1801c721), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:00.238044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'Port': ['ID=6ef113f9-899d-4a8a-a56c-aa3f1801c721,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:00.240413 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (6b24bc94-e175-4553-89f0-ba0ea8f052d9), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:00.300829 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:00.302075 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-7b6623ff-98ae-4d13-9227-d48f4a353079 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2233250 Oct 12 12:43:00.499812 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-55ec76cd-34cf-41b4-8ee8-2363d93d4e53 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1320748030&fields=id&tenant_id=c056ad05ef9843688f08b7e9f25e1138 HTTP/1.1" status: 200 len: 267 time: 0.0420094 Oct 12 12:43:00.607748 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-c343703c-5cf0-4592-ab4e-93c3d32963b9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:00.609186 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-c343703c-5cf0-4592-ab4e-93c3d32963b9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 817 time: 0.1027553 Oct 12 12:43:00.624152 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-acce8d67-207a-4925-a60b-b4dcde5790fe tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/quotas/c056ad05ef9843688f08b7e9f25e1138 HTTP/1.1" status: 200 len: 375 time: 0.0093307 Oct 12 12:43:00.673272 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-2685bb65-3512-4a87-ab15-58d2b7c170cb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434749 Oct 12 12:43:00.770314 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-c9a34f1e-e63a-4303-b84d-ee4fb39496d6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857618 Oct 12 12:43:00.858715 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-681e2311-70f3-4ee6-9ac3-73ecc62eb3e8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827625 Oct 12 12:43:01.082137 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f011eaf-e63f-46c7-a513-ded2197ef9a4 req-c55dfa51-c686-419b-a11f-5bfd2b3d8b78 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 210 time: 0.0340886 Oct 12 12:43:02.353722 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cf9e7d84-20bc-476c-97d5-07e9550e04e3 req-cf89d083-cb5e-4abf-9fb2-c207f1d3ab54 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 210 time: 0.1915953 Oct 12 12:43:03.203402 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-529e478b-3c2a-47e4-8771-dee7ba90eac9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:03.204772 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-529e478b-3c2a-47e4-8771-dee7ba90eac9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 817 time: 0.1019258 Oct 12 12:43:03.271332 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-bea4f99d-2af1-48fb-967e-707fc6d8f04b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c056ad05ef9843688f08b7e9f25e1138 HTTP/1.1" status: 200 len: 380 time: 0.0513744 Oct 12 12:43:03.283018 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'port': {'device_id': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'admin_state_up': True, 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'security_groups': ['d8a052ae-8a1c-4d69-8aee-9de1873961c4']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:03.287094 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:03.448705 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Made reservation on behalf of c056ad05ef9843688f08b7e9f25e1138 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:43:03.453644 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:03.545115 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c34cd58b-1bec-4afb-8d8e-a154e07db579 req-97799499-9db0-4833-9723-a956dcc14ae7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 210 time: 0.1094663 Oct 12 12:43:03.561051 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:03.611277 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Allocated IP 172.20.0.8 (a509b816-30d9-40f4-99f7-35e308d0dd5d/fcdc0ecd-a6f0-4a6a-a693-752ac794ec26/e6175cce-77f0-4350-b89c-5f74cd77b5b2) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:03.650590 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:43:03.749696 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:03.847965 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:03.892594 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Network a509b816-30d9-40f4-99f7-35e308d0dd5d is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:03.895729 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:03.900112 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:03.928630 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:03.952304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:03.952900 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:04.045042 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-5e463718-c126-4775-8522-567d50d9bcb1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7654905 Oct 12 12:43:04.063836 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Request body: {'port': {'device_id': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:04.126507 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:04.148679 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-acbce0a9-93f4-45e9-8fae-c02df952ed73 None None] Provisioning complete for port e6175cce-77f0-4350-b89c-5f74cd77b5b2 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:04.149221 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-acbce0a9-93f4-45e9-8fae-c02df952ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:04.149527 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-acbce0a9-93f4-45e9-8fae-c02df952ed73 None None] Attempt 1 to provision port e6175cce-77f0-4350-b89c-5f74cd77b5b2 Oct 12 12:43:04.182176 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-acbce0a9-93f4-45e9-8fae-c02df952ed73 None None] Port e6175cce-77f0-4350-b89c-5f74cd77b5b2 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:43:04.343617 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:04.380407 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6175cce-77f0-4350-b89c-5f74cd77b5b2 {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:43:04.388549 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Publish callbacks [] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:04.401339 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Transition to ACTIVE for port object e6175cce-77f0-4350-b89c-5f74cd77b5b2 will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:43:04.493114 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:04.556836 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:04.575463 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:04.605173 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Attempting to bind port e6175cce-77f0-4350-b89c-5f74cd77b5b2 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:43:04.607403 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Attempting to bind port e6175cce-77f0-4350-b89c-5f74cd77b5b2 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:43:04.607403 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Attempting to bind port e6175cce-77f0-4350-b89c-5f74cd77b5b2 on network a509b816-30d9-40f4-99f7-35e308d0dd5d {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:04.648759 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Port e6175cce-77f0-4350-b89c-5f74cd77b5b2 on network a509b816-30d9-40f4-99f7-35e308d0dd5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:43:04.649096 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Attempting to bind port e6175cce-77f0-4350-b89c-5f74cd77b5b2 on network a509b816-30d9-40f4-99f7-35e308d0dd5d {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:04.674172 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064b295-9d90-4cd6-9076-a02cee016981 req-556ec3b5-b777-4daa-8103-0ac8b6b013ae tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:04.675646 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4064b295-9d90-4cd6-9076-a02cee016981 req-556ec3b5-b777-4daa-8103-0ac8b6b013ae tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0497329 Oct 12 12:43:04.690670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:43:04.691010 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Checking segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:04.691390 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Bound using segment: {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:43:04.691845 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Bound port: e6175cce-77f0-4350-b89c-5f74cd77b5b2, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e621f7d-b221-4b4b-acce-759ab647f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:43:04.692180 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:04.724829 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4064b295-9d90-4cd6-9076-a02cee016981 req-58fce3ba-3773-4e45-b38e-4c1c87f442b3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428991 Oct 12 12:43:04.758249 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:43:04.761334 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:43:04.842408 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:04.846757 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:04.847431 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:04.848754 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/e6175cce-77f0-4350-b89c-5f74cd77b5b2 HTTP/1.1" status: 200 len: 1093 time: 0.7895122 Oct 12 12:43:04.849326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:43:04.851546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e17287-a49a-4819-9908-ad48aafd91d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:43:04.894967 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6495141-b023-4a0a-8448-ec15a412d76b x-openstack-request-id: req-b6495141-b023-4a0a-8448-ec15a412d76b {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:43:04.895243 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:43:04.895556 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6495141-b023-4a0a-8448-ec15a412d76b {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:43:04.895864 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6495141-b023-4a0a-8448-ec15a412d76b'] response: {'name': 'network-changed', 'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'status': 'completed', 'code': 200} Oct 12 12:43:04.900462 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4103a2-5579-48c7-9350-88b57a3b826a service neutron] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:04.982228 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e17287-a49a-4819-9908-ad48aafd91d2 req-26b665fa-7799-4d18-ad9f-a8031f32d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:04.983692 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12e17287-a49a-4819-9908-ad48aafd91d2 req-26b665fa-7799-4d18-ad9f-a8031f32d566 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 1127 time: 0.0402608 Oct 12 12:43:05.097344 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e17287-a49a-4819-9908-ad48aafd91d2 req-66f66113-9c16-463b-abdb-a350662558de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:05.098843 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12e17287-a49a-4819-9908-ad48aafd91d2 req-66f66113-9c16-463b-abdb-a350662558de service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=c056ad05ef9843688f08b7e9f25e1138&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0972307 Oct 12 12:43:05.191012 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e17287-a49a-4819-9908-ad48aafd91d2 req-7683fea0-54b2-4c07-889d-353f51a7a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:05.192448 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-12e17287-a49a-4819-9908-ad48aafd91d2 req-7683fea0-54b2-4c07-889d-353f51a7a46e service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872369 Oct 12 12:43:05.302662 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-47574ff8-bf1f-46eb-9a2e-4b31e92d0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:05.304757 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-47574ff8-bf1f-46eb-9a2e-4b31e92d0b83 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 1127 time: 0.0436373 Oct 12 12:43:05.356342 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-6bd3a2ef-7870-495d-9bbb-8f42fd83b934 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2 HTTP/1.1" status: 200 len: 217 time: 0.0330980 Oct 12 12:43:05.407320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-247d5253-e45a-4c00-9ec0-5d12ce60b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:05.408787 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-247d5253-e45a-4c00-9ec0-5d12ce60b90f service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.0462434 Oct 12 12:43:05.451876 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:05.455195 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-a4a2c0c4-d377-4939-a4ea-c333755e21de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:05.456634 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-a4a2c0c4-d377-4939-a4ea-c333755e21de service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418589 Oct 12 12:43:05.551593 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-89fbe20d-5bfc-4d2d-af85-24915a8ca2a6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843277 Oct 12 12:43:05.648552 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a255ce12-9ad0-4045-ae83-a44bedb0999a req-ca85d8c8-36f0-4a40-8678-e41ec001fe0c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896165 Oct 12 12:43:05.853037 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f50b9-c78d-45b8-b00b-1f5b41a552ce req-86da9347-b285-4fbb-8233-55c11c24b5c8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:05.854443 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-880f50b9-c78d-45b8-b00b-1f5b41a552ce req-86da9347-b285-4fbb-8233-55c11c24b5c8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0462041 Oct 12 12:43:05.879402 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:05.901356 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-880f50b9-c78d-45b8-b00b-1f5b41a552ce req-d23a5a96-fc6f-4943-b619-591353a42d02 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413542 Oct 12 12:43:06.606298 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=72 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:07.026557 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3236-ab99-4a54-9c60-958857ebd26e req-8ed6abf9-cd4d-4d3e-944e-a02ee98acbc7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:07.028007 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3e6b3236-ab99-4a54-9c60-958857ebd26e req-8ed6abf9-cd4d-4d3e-944e-a02ee98acbc7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0461738 Oct 12 12:43:07.074486 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3e6b3236-ab99-4a54-9c60-958857ebd26e req-7b3bac1b-a68b-4620-a4f5-1f7b4c10c2e8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Oct 12 12:43:07.920182 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43992) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:07.963639 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbeedba-cdc6-4aed-9ec6-137a1179aad4 admin admin] Deleting subnet 464ba491-a1a3-4d0d-8257-0e7024648ea1 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:43:07.966755 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cbbeedba-cdc6-4aed-9ec6-137a1179aad4 admin admin] Publish callbacks [] for subnet (464ba491-a1a3-4d0d-8257-0e7024648ea1), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:07.988310 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:08.004906 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cbbeedba-cdc6-4aed-9ec6-137a1179aad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387852'] for subnet (464ba491-a1a3-4d0d-8257-0e7024648ea1), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.044125 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cbbeedba-cdc6-4aed-9ec6-137a1179aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (464ba491-a1a3-4d0d-8257-0e7024648ea1), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.157131 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cbbeedba-cdc6-4aed-9ec6-137a1179aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6718151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5102702'] for subnet (464ba491-a1a3-4d0d-8257-0e7024648ea1), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.183700 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeedba-cdc6-4aed-9ec6-137a1179aad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=464ba491-a1a3-4d0d-8257-0e7024648ea1,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:08.185656 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cbbeedba-cdc6-4aed-9ec6-137a1179aad4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.189456 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-cbbeedba-cdc6-4aed-9ec6-137a1179aad4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/464ba491-a1a3-4d0d-8257-0e7024648ea1 HTTP/1.1" status: 204 len: 168 time: 0.2676823 Oct 12 12:43:08.191423 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 43996) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:08.201998 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ce58-30fd-485a-b78c-8e2ce74946dd req-8289aa05-8a58-49dd-89f9-89e970b002d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:08.203509 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f1d4ce58-30fd-485a-b78c-8e2ce74946dd req-8289aa05-8a58-49dd-89f9-89e970b002d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0499024 Oct 12 12:43:08.250479 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f1d4ce58-30fd-485a-b78c-8e2ce74946dd req-5dcedf89-1d00-4f98-aa07-5ccd31e23823 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410502 Oct 12 12:43:08.264102 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (28a68333-5806-4ed4-b231-101d2ee13320), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.340345 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (28a68333-5806-4ed4-b231-101d2ee13320), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.359065 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a68333-5806-4ed4-b231-101d2ee13320']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:08.368535 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230a8335-09f7-4d68-bc82-642aef7773a9') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:08.368826 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230a8335-09f7-4d68-bc82-642aef7773a9') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:08.381492 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (230a8335-09f7-4d68-bc82-642aef7773a9), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.394696 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (230a8335-09f7-4d68-bc82-642aef7773a9), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.400795 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:43:08.405202 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (230a8335-09f7-4d68-bc82-642aef7773a9), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.410023 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:43:08.441798 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 230a8335-09f7-4d68-bc82-642aef7773a9 resource provider aggregate not found Oct 12 12:43:08.461622 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 230a8335-09f7-4d68-bc82-642aef7773a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 230a8335-09f7-4d68-bc82-642aef7773a9 found for delete ", "request_id": "req-c7d4939b-de3b-4dd8-95e0-55c827c1813e"}]} Oct 12 12:43:08.468173 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:08.510719 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:08.516398 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (28a68333-5806-4ed4-b231-101d2ee13320), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.521906 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'port_id': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'mac_address': 'fa:16:3e:f3:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:43:08.523409 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.526515 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/28a68333-5806-4ed4-b231-101d2ee13320 HTTP/1.1" status: 204 len: 168 time: 0.3341849 Oct 12 12:43:08.536456 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20503ca-4999-48c4-b5f2-e500fe633444 admin admin] Pushing event deleted for resources: {'Network': ['ID=28a68333-5806-4ed4-b231-101d2ee13320,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:08.565001 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port e6175cce-77f0-4350-b89c-5f74cd77b5b2 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:08.565394 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.579380 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6175cce-77f0-4350-b89c-5f74cd77b5b2 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:43:08.598567 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:08.659616 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:08.705774 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:08.712760 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.713103 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.713462 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.713853 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.721379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:08.939670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44004) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:08.978811 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-da766b80-a8fc-49e0-861a-b65d18c29c1f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0c9f0d8dfa9544a9a9fec1c5dad43d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380194 Oct 12 12:43:08.981181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44006) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:09.028498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5098696b-3a9d-4568-a2dc-24d6086a2015 admin admin] Publish callbacks [] for security_group (6e435afd-ef79-422b-ac9c-e971936b1b76), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:09.029911 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['e6175cce-77f0-4350-b89c-5f74cd77b5b2'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:43:09.052393 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5098696b-3a9d-4568-a2dc-24d6086a2015 admin admin] Publish callbacks [] for security_group (6e435afd-ef79-422b-ac9c-e971936b1b76), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:09.150700 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5098696b-3a9d-4568-a2dc-24d6086a2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (6e435afd-ef79-422b-ac9c-e971936b1b76), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:09.153239 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5098696b-3a9d-4568-a2dc-24d6086a2015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:09.154485 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5098696b-3a9d-4568-a2dc-24d6086a2015 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/6e435afd-ef79-422b-ac9c-e971936b1b76 HTTP/1.1" status: 204 len: 168 time: 0.1724286 Oct 12 12:43:09.164329 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:09.169986 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098696b-3a9d-4568-a2dc-24d6086a2015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e435afd-ef79-422b-ac9c-e971936b1b76,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:09.376582 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f402c8-07c4-4a05-af62-c0b96eee3b40 req-f1eeca8c-16dc-499b-866b-efa27c200cd3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:09.378076 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-55f402c8-07c4-4a05-af62-c0b96eee3b40 req-f1eeca8c-16dc-499b-866b-efa27c200cd3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 944 time: 0.0474460 Oct 12 12:43:09.396058 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:09.426432 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-55f402c8-07c4-4a05-af62-c0b96eee3b40 req-a336da4c-0d87-40e0-a1d6-73e2519da5c2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426884 Oct 12 12:43:09.905268 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:10.419326 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:10.460176 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port e6175cce-77f0-4350-b89c-5f74cd77b5b2 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:43:10.504775 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port e6175cce-77f0-4350-b89c-5f74cd77b5b2 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:10.505154 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:10.505495 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port e6175cce-77f0-4350-b89c-5f74cd77b5b2 Oct 12 12:43:10.552126 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be91d55-401a-41d0-8e4d-d2988f03555e req-a02b7a61-3ee7-4160-842e-d07a0001495b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:10.553678 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1be91d55-401a-41d0-8e4d-d2988f03555e req-a02b7a61-3ee7-4160-842e-d07a0001495b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 944 time: 0.0472035 Oct 12 12:43:10.581663 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port e6175cce-77f0-4350-b89c-5f74cd77b5b2 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:10.582116 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:10.602466 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1be91d55-401a-41d0-8e4d-d2988f03555e req-c58f177a-e94a-418a-9b54-663b17ce0938 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428119 Oct 12 12:43:10.605370 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:43:10.607665 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae10c5-4aea-4c72-9ac9-ef458995842b" -d '{"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-plugged", "status": "completed", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:43:10.629603 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:10.664490 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8560e5-d5d1-4a00-a8d0-f51fedd844d9 x-openstack-request-id: req-4d8560e5-d5d1-4a00-a8d0-f51fedd844d9 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:43:10.664794 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-plugged", "status": "completed", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:43:10.665203 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d8560e5-d5d1-4a00-a8d0-f51fedd844d9 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:43:10.665499 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8560e5-d5d1-4a00-a8d0-f51fedd844d9'] response: {'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'code': 200} Oct 12 12:43:10.713136 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:10.810910 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:11.057210 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28f0c3-7a88-4901-a6d8-10f75504b0d3 req-c0b4292e-507b-4ee8-9c2d-2b9a69f8dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:11.058791 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e28f0c3-7a88-4901-a6d8-10f75504b0d3 req-c0b4292e-507b-4ee8-9c2d-2b9a69f8dcd4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 1129 time: 0.0384207 Oct 12 12:43:11.103317 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e28f0c3-7a88-4901-a6d8-10f75504b0d3 req-8f6541c9-59ed-4c8b-ab7b-cbef58bb236c service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375183 Oct 12 12:43:11.735902 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b64a5-0565-4b14-a911-7a73da907f26 req-f4733df5-daa6-4a3a-8370-2361494f4890 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:11.737581 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0a0b64a5-0565-4b14-a911-7a73da907f26 req-f4733df5-daa6-4a3a-8370-2361494f4890 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0472314 Oct 12 12:43:11.789408 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0a0b64a5-0565-4b14-a911-7a73da907f26 req-8a2cdb64-f17f-48a4-99d2-535662f3d8c7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462666 Oct 12 12:43:13.078420 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83fe40-aa4d-4437-a2b6-d83ac68c1e70 req-23f96321-a5f4-4e08-9de8-2ac030da1d92 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:13.079946 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2f83fe40-aa4d-4437-a2b6-d83ac68c1e70 req-23f96321-a5f4-4e08-9de8-2ac030da1d92 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0499649 Oct 12 12:43:13.125559 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2f83fe40-aa4d-4437-a2b6-d83ac68c1e70 req-5d611cd9-e5f8-4e08-bbb4-517ead252119 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Oct 12 12:43:13.244898 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f36eed-d4b4-460c-836d-c717b7c88bfb req-2a845de3-4937-420d-8701-6e5b21e77d02 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:13.246355 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-63f36eed-d4b4-460c-836d-c717b7c88bfb req-2a845de3-4937-420d-8701-6e5b21e77d02 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0458596 Oct 12 12:43:13.256524 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44064) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:13.261708 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Request body: {'floatingip': {'port_id': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:13.297985 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (6b24bc94-e175-4553-89f0-ba0ea8f052d9), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:13.335959 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:13.647874 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=68 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:13.708697 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:13.767624 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (6b24bc94-e175-4553-89f0-ba0ea8f052d9), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:13.861003 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Floating IP 6b24bc94-e175-4553-89f0-ba0ea8f052d9 associated. External IP: 172.27.3.241, port: e6175cce-77f0-4350-b89c-5f74cd77b5b2. Oct 12 12:43:14.215744 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:14.280483 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:43:14.383284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:43:14.388024 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:14.392628 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] Sync routers for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:43:14.402911 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:14.403594 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:42:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:14.417568 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-966ad202-2999-496e-9b6c-280d9185d61d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/6b24bc94-e175-4553-89f0-ba0ea8f052d9 HTTP/1.1" status: 200 len: 991 time: 1.1599717 Oct 12 12:43:14.418326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:43:14.420689 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dfb74f-ee35-485a-b3a1-53dff2b94d19" -d '{"events": [{"name": "network-changed", "server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:43:14.456521 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f71d4fc-1eb4-4d66-a666-f05168cce4de x-openstack-request-id: req-9f71d4fc-1eb4-4d66-a666-f05168cce4de {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:43:14.456813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:43:14.457057 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f71d4fc-1eb4-4d66-a666-f05168cce4de {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:43:14.457460 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f71d4fc-1eb4-4d66-a666-f05168cce4de'] response: {'name': 'network-changed', 'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'status': 'completed', 'code': 200} Oct 12 12:43:14.507906 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:14.709548 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '6b24bc94-e175-4553-89f0-ba0ea8f052d9', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'port_id': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'mac_address': 'fa:16:3e:f3:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:42:59Z', 'updated_at': '2022-10-12T12:43:13Z', 'revision_number': 1, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:14.734586 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] Checking router: 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:43:14.742866 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:14.743489 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:42:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:14.843571 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:15.049525 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '6b24bc94-e175-4553-89f0-ba0ea8f052d9', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'port_id': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'mac_address': 'fa:16:3e:f3:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:42:59Z', 'updated_at': '2022-10-12T12:43:13Z', 'revision_number': 1, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:15.077592 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a370f-b14d-4cc1-87a7-9dd4e647767a None None] The sync data for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi is: [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '6b24bc94-e175-4553-89f0-ba0ea8f052d9', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'port_id': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'mac_address': 'fa:16:3e:f3:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:42:59Z', 'updated_at': '2022-10-12T12:43:13Z', 'revision_number': 1, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:43:15.261486 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5f669-cc4f-4907-8d81-cf41751a8724 None None] New status for floating IP 6b24bc94-e175-4553-89f0-ba0ea8f052d9: ACTIVE {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:43:15.373673 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:15.419606 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-da405f27-cd1a-490c-b0c7-301e45979352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:15.671753 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-d2784327-5d02-4bd4-9d3e-0fc33f81bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:15.673211 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-d2784327-5d02-4bd4-9d3e-0fc33f81bfb5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 1129 time: 0.0399210 Oct 12 12:43:15.805804 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:15.808816 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-0f15694a-cd45-4404-8755-6ef4f02fa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:15.810293 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-0f15694a-cd45-4404-8755-6ef4f02fa361 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 918 time: 0.0888462 Oct 12 12:43:15.881436 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-48b5fe8f-0b34-4817-8d85-7aecd3ee0f04 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2 HTTP/1.1" status: 200 len: 1001 time: 0.0577970 Oct 12 12:43:15.934605 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-63908662-dcd6-4805-849c-9421c3a9e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:15.936198 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-63908662-dcd6-4805-849c-9421c3a9e0a7 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.0444894 Oct 12 12:43:15.984497 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-5e9574fd-6fb4-470a-b403-9e696c348ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:15.986128 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-5e9574fd-6fb4-470a-b403-9e696c348ba4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434778 Oct 12 12:43:16.075835 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-b5ff2a00-31c8-423d-bb21-9673f6d019da service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826914 Oct 12 12:43:16.370870 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-25dfb74f-ee35-485a-b3a1-53dff2b94d19 req-c0e8b6de-92f9-490f-b5a2-39432965cdf6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890718 Oct 12 12:43:17.693718 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e9616a0b-6f09-42cf-9a95-e365903b7f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:19.054200 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:20.746076 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:20.768193 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:22.078014 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bc90e-11d2-47d6-8aaa-98dc11219542 req-2f76e803-74f3-4ef7-baf8-7e192dc1e7d8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:22.081503 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-651bc90e-11d2-47d6-8aaa-98dc11219542 req-2f76e803-74f3-4ef7-baf8-7e192dc1e7d8 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0480182 Oct 12 12:43:22.126977 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-651bc90e-11d2-47d6-8aaa-98dc11219542 req-db1497bb-a81a-4fbc-a8c1-cc5fdafa7892 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Oct 12 12:43:23.248624 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d217d1-90ec-4b46-8ff2-cdb187af4b47 req-fc75828e-cf3b-441a-aff7-c1897a9d41ed tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:23.250097 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-51d217d1-90ec-4b46-8ff2-cdb187af4b47 req-fc75828e-cf3b-441a-aff7-c1897a9d41ed tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0467303 Oct 12 12:43:23.295664 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-51d217d1-90ec-4b46-8ff2-cdb187af4b47 req-19eb54ff-977d-4cad-87fc-991a89062da9 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399995 Oct 12 12:43:24.414474 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b1bed-646f-4d22-8c39-faec959c7277 req-d43c94c2-f3c9-4239-9e41-fa44636f3e77 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:24.415989 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4c8b1bed-646f-4d22-8c39-faec959c7277 req-d43c94c2-f3c9-4239-9e41-fa44636f3e77 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0465062 Oct 12 12:43:24.467314 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4c8b1bed-646f-4d22-8c39-faec959c7277 req-2a11155a-10e4-4fb3-a085-7d960ff9dd05 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Oct 12 12:43:25.051445 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=76 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:25.052228 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=72 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:25.578402 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:25.586820 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3dff6-d7a4-4848-b557-dbdc11ebbcca req-33ca999e-d7e4-4ec3-a3bc-8d158e38e8e7 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:25.588268 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-46e3dff6-d7a4-4848-b557-dbdc11ebbcca req-33ca999e-d7e4-4ec3-a3bc-8d158e38e8e7 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0468564 Oct 12 12:43:25.640042 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-46e3dff6-d7a4-4848-b557-dbdc11ebbcca req-f1d12765-9359-4f6a-8ba7-7eeeeac43d98 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456207 Oct 12 12:43:26.758839 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448ded-31f7-4203-8638-236136c4eb34 req-e565d550-a76a-4f51-861a-cd55b4e1d96c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:26.760291 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19448ded-31f7-4203-8638-236136c4eb34 req-e565d550-a76a-4f51-861a-cd55b4e1d96c tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0461400 Oct 12 12:43:26.806140 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-19448ded-31f7-4203-8638-236136c4eb34 req-cca3b040-92c1-41bf-a4c5-4a9fa711f5dc tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402763 Oct 12 12:43:27.925176 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1166-f198-468c-9339-f11065b89adb req-36ff6429-3ee4-43c3-a0c8-1abfc91761ea tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:27.926663 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b73f1166-f198-468c-9339-f11065b89adb req-36ff6429-3ee4-43c3-a0c8-1abfc91761ea tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0462339 Oct 12 12:43:27.974254 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b73f1166-f198-468c-9339-f11065b89adb req-81a466df-f5aa-481a-bcba-f937d716e6bf tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Oct 12 12:43:28.000938 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f476202-2012-444a-bdd5-2facb9409b1e req-c0de2559-1df6-4e8d-b139-5603cbd9438d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:28.002412 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f476202-2012-444a-bdd5-2facb9409b1e req-c0de2559-1df6-4e8d-b139-5603cbd9438d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 946 time: 0.0472496 Oct 12 12:43:28.085844 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:28.089649 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Deleting port 62e7a189-3e2c-4b4b-b6b8-a25215b993be {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:28.089957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:28.180573 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] For port 62e7a189-3e2c-4b4b-b6b8-a25215b993be, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=62e7a189-3e2c-4b4b-b6b8-a25215b993be,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:28.180938 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:28.349511 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:28.349873 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (74e7b405-bcc0-4078-8a04-e6486c21dcee), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:28.350240 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Floating IP 74e7b405-bcc0-4078-8a04-e6486c21dcee disassociated. External IP: 172.27.3.120, port: 62e7a189-3e2c-4b4b-b6b8-a25215b993be. Oct 12 12:43:28.350632 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Calling delete_port for 62e7a189-3e2c-4b4b-b6b8-a25215b993be owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:28.354126 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:28.557250 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (62e7a189-3e2c-4b4b-b6b8-a25215b993be), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:28.583442 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event deleted for resources: {'Port': ['ID=62e7a189-3e2c-4b4b-b6b8-a25215b993be,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:28.597275 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.597625 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.598046 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.598326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.598660 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.598990 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.599323 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.599650 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.599976 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.600303 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.600627 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.600953 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.601278 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.601632 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.601977 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:28.707478 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Router 733cfee7-b151-48e3-b89b-ac64ad9206c5 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:43:28.811026 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:43:28.820455 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] Sync routers for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:43:28.830601 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:28.831205 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:28.857128 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] No DVR routers for this DVR port 62e7a189-3e2c-4b4b-b6b8-a25215b993be on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:43:28.859603 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:28.862957 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f476202-2012-444a-bdd5-2facb9409b1e req-394e286a-89d9-4cf4-a7e0-2bdea65444d5 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "DELETE /networking/v2.0/ports/62e7a189-3e2c-4b4b-b6b8-a25215b993be HTTP/1.1" status: 204 len: 173 time: 0.8554723 Oct 12 12:43:28.863406 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'name': 'network-vif-deleted', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:43:28.865823 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77a3817-aa6c-4594-a16d-065fdcfa4137" -d '{"events": [{"server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "name": "network-vif-deleted", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:43:28.904817 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9177de-f819-4dbf-9268-45c1d003b57b x-openstack-request-id: req-2f9177de-f819-4dbf-9268-45c1d003b57b {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:43:28.905113 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a110aeab-b90f-4b91-b387-099acbf5cb62", "name": "network-vif-deleted", "tag": "62e7a189-3e2c-4b4b-b6b8-a25215b993be", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:43:28.905387 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f9177de-f819-4dbf-9268-45c1d003b57b {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:43:28.905790 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9177de-f819-4dbf-9268-45c1d003b57b'] response: {'server_uuid': 'a110aeab-b90f-4b91-b387-099acbf5cb62', 'name': 'network-vif-deleted', 'tag': '62e7a189-3e2c-4b4b-b6b8-a25215b993be', 'status': 'completed', 'code': 200} Oct 12 12:43:28.940589 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:29.102383 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fb8e0082-5ee4-4a2f-b697-08ae657b8127 req-a8e53b95-fedb-41f1-9d6d-7200ecb7e911 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a110aeab-b90f-4b91-b387-099acbf5cb62 HTTP/1.1" status: 200 len: 210 time: 0.0410850 Oct 12 12:43:29.150111 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:29.177036 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] Checking router: 733cfee7-b151-48e3-b89b-ac64ad9206c5 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:43:29.185927 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:29.186537 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:29.289650 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:29.563772 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:29.589162 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd230d3-5786-428a-9d5b-55f2fbb6aeee None None] The sync data for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi is: [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:10Z', 'revision_number': 4, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c5b22ef-317a-495d-9cd8-c9d12be77020', 'name': '', 'network_id': '1b4ef2f4-49f2-43ce-8f92-68931ce3b901', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'mac_address': 'fa:16:3e:6e:08:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '46ab091e-2588-41eb-9261-dad901709c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:09Z', 'updated_at': '2022-10-12T12:38:29Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'subnets': [{'id': '46ab091e-2588-41eb-9261-dad901709c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:43:29.812754 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd28b62-e411-424d-a028-097c45babed7 None None] New status for floating IP 74e7b405-bcc0-4078-8a04-e6486c21dcee: DOWN {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:43:30.255459 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44248) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:30.311735 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-888730ca-0926-4afe-af12-51dd5befeb68 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group (4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.333349 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-888730ca-0926-4afe-af12-51dd5befeb68 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group (4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.364937 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:30.437304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-888730ca-0926-4afe-af12-51dd5befeb68 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.439877 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-888730ca-0926-4afe-af12-51dd5befeb68 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.441028 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-888730ca-0926-4afe-af12-51dd5befeb68 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9 HTTP/1.1" status: 204 len: 168 time: 0.1846044 Oct 12 12:43:30.444074 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44252) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:30.450745 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888730ca-0926-4afe-af12-51dd5befeb68 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:30.458589 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.api.v2.resource [None req-2c0bb9a1-8b97-4c29-9490-ed2b086b8008 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] show failed (client error): The resource could not be found. Oct 12 12:43:30.459205 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-2c0bb9a1-8b97-4c29-9490-ed2b086b8008 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups/4f9f5b1c-87bc-4f13-b98e-34a4707d1bb9 HTTP/1.1" status: 404 len: 347 time: 0.0141244 Oct 12 12:43:30.461905 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44254) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:30.521849 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 62e7a189-3e2c-4b4b-b6b8-a25215b993be no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:43:30.541541 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 62e7a189-3e2c-4b4b-b6b8-a25215b993be {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:43:30.541894 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 62e7a189-3e2c-4b4b-b6b8-a25215b993be not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:43:30.572048 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Deleting port cb4eebd3-c7af-4bf2-82aa-8fbdb4310791 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:30.572392 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.651926 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.652254 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.665302 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Calling delete_port for cb4eebd3-c7af-4bf2-82aa-8fbdb4310791 owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:30.772466 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:30.854224 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (cb4eebd3-c7af-4bf2-82aa-8fbdb4310791), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.877458 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event deleted for resources: {'Port': ['ID=cb4eebd3-c7af-4bf2-82aa-8fbdb4310791,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:30.891754 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.892100 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.892439 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.892773 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.893101 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.893424 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.893749 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.894100 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.894422 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.894741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.895061 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.895380 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.895724 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.896040 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.896357 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:30.950888 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks [] for floatingip (74e7b405-bcc0-4078-8a04-e6486c21dcee), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.953914 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:30.955074 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-d8193827-7113-4e4b-baf2-8a8ed874cf40 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/74e7b405-bcc0-4078-8a04-e6486c21dcee HTTP/1.1" status: 204 len: 168 time: 0.4922650 Oct 12 12:43:31.053888 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44264) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:31.162924 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-059dc50b-56cb-4532-a0d8-f42a3139ab31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:31.238261 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-059dc50b-56cb-4532-a0d8-f42a3139ab31 admin admin] Publish callbacks [] for security_group (11451fbf-3b72-42da-936e-02adee8a1db3), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:31.356943 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-059dc50b-56cb-4532-a0d8-f42a3139ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (11451fbf-3b72-42da-936e-02adee8a1db3), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:31.387057 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:31.396606 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-059dc50b-56cb-4532-a0d8-f42a3139ab31 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f272a57129dc428d9c45e8ae308fa026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416257 Oct 12 12:43:31.398419 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dc50b-56cb-4532-a0d8-f42a3139ab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11451fbf-3b72-42da-936e-02adee8a1db3,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:31.399404 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44272) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:31.448927 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e9d47486-be72-495f-926b-6bdbab20c40c admin admin] Publish callbacks [] for security_group (11451fbf-3b72-42da-936e-02adee8a1db3), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:31.469398 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e9d47486-be72-495f-926b-6bdbab20c40c admin admin] Publish callbacks [] for security_group (11451fbf-3b72-42da-936e-02adee8a1db3), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:31.602613 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e9d47486-be72-495f-926b-6bdbab20c40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (11451fbf-3b72-42da-936e-02adee8a1db3), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:31.605168 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e9d47486-be72-495f-926b-6bdbab20c40c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:31.606337 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-e9d47486-be72-495f-926b-6bdbab20c40c admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/11451fbf-3b72-42da-936e-02adee8a1db3 HTTP/1.1" status: 204 len: 168 time: 0.2059598 Oct 12 12:43:31.614243 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d47486-be72-495f-926b-6bdbab20c40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11451fbf-3b72-42da-936e-02adee8a1db3,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:32.625441 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44302) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:32.721211 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1588915015-network', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:32.819797 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Made reservation on behalf of 00c9aab9a0264449ac51194afd4cb6a9 for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:43:32.822208 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:32.831026 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:32.905799 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Publish callbacks [] for security_group (42a368cc-85a6-467e-9d4f-f72cd6a1e428), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:32.951713 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (42a368cc-85a6-467e-9d4f-f72cd6a1e428), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:32.973678 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:43:32.985456 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:32.990055 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a368cc-85a6-467e-9d4f-f72cd6a1e428,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:33.001185 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (866e795d-f3ec-4d5d-8213-ff952758b4b1), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:33.001185 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Added segment 866e795d-f3ec-4d5d-8213-ff952758b4b1 of type vlan for network 3df10711-3511-48ea-bbdd-b691bad6a273 Oct 12 12:43:33.033313 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (3df10711-3511-48ea-bbdd-b691bad6a273), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:33.151421 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (3df10711-3511-48ea-bbdd-b691bad6a273), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:33.152553 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:33.153144 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:33.216196 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] Pushing event updated for resources: {'Network': ['ID=3df10711-3511-48ea-bbdd-b691bad6a273,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:33.226622 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 3df10711-3511-48ea-bbdd-b691bad6a273 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:43:33.257070 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b9e3a5bb-66fb-4266-add6-8d62e1154327 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6305230 Oct 12 12:43:33.259992 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44306) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:33.265159 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Request body: {'subnet': {'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1588915015-subnet', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:33.362838 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Made reservation on behalf of 00c9aab9a0264449ac51194afd4cb6a9 for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:43:33.365199 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5102991'] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:33.405621 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:33.586214 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6718086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5103005'] for subnet (80f56656-8785-4cce-bd46-21ce7fb25d19), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:33.654959 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f56656-8785-4cce-bd46-21ce7fb25d19,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:33.663372 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Checking segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:33.663718 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Network hostable DHCP agents. Network: 3df10711-3511-48ea-bbdd-b691bad6a273, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:43:33.734324 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Network 3df10711-3511-48ea-bbdd-b691bad6a273 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:43:33.819989 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 3df10711-3511-48ea-bbdd-b691bad6a273) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:33.823814 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:33.824404 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:33.828820 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe8922-f828-450f-9429-f3d1c687008f None None] Network 3df10711-3511-48ea-bbdd-b691bad6a273 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:43:33.908561 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-3c212e84-5d71-44d8-be8e-29c983a5c8f1 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6475372 Oct 12 12:43:33.911226 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44316) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:33.915505 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:33.935059 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-3df10711-3511-48ea-bbdd-b691bad6a273', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:43:33.936631 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:33.980333 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c9c2-9a32-4ecd-a39b-b5d035481cee req-508168c9-d19b-4983-b3cc-bcc59a117cf3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:33.981802 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5310c9c2-9a32-4ecd-a39b-b5d035481cee req-508168c9-d19b-4983-b3cc-bcc59a117cf3 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0467885 Oct 12 12:43:34.009892 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:34.021155 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (5e16f32e-975a-46f9-a97b-e52652a5c439), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.022527 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (5e16f32e-975a-46f9-a97b-e52652a5c439), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.036912 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5310c9c2-9a32-4ecd-a39b-b5d035481cee req-c5b4d4d7-39aa-4bf9-8bc4-526cf95abf45 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Oct 12 12:43:34.078417 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Allocated IP 172.20.0.2 (3df10711-3511-48ea-bbdd-b691bad6a273/80f56656-8785-4cce-bd46-21ce7fb25d19/78c15905-5bab-4d81-9433-e7be26362ecb) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:34.233659 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks [] for router_controller (5e16f32e-975a-46f9-a97b-e52652a5c439), precommit_add_association {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.318412 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Publish callbacks [] for port (78c15905-5bab-4d81-9433-e7be26362ecb), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.391689 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.432975 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Network 3df10711-3511-48ea-bbdd-b691bad6a273 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:34.437283 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:34.439805 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:34.441061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks [] for router_gateway (5e16f32e-975a-46f9-a97b-e52652a5c439), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.450638 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Pushing event updated for resources: {'Port': ['ID=78c15905-5bab-4d81-9433-e7be26362ecb,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:34.502265 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Attempting to bind port 78c15905-5bab-4d81-9433-e7be26362ecb on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:43:34.502586 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Attempting to bind port 78c15905-5bab-4d81-9433-e7be26362ecb by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:43:34.502909 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Attempting to bind port 78c15905-5bab-4d81-9433-e7be26362ecb on network 3df10711-3511-48ea-bbdd-b691bad6a273 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:34.526948 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:34.549846 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:43:34.550390 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Checking segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:34.550871 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.551275 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Bound using segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:43:34.551749 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Bound port: 78c15905-5bab-4d81-9433-e7be26362ecb, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:43:34.552129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.619622 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] For port 78c15905-5bab-4d81-9433-e7be26362ecb, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:43:34.622896 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] For port 78c15905-5bab-4d81-9433-e7be26362ecb, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=78c15905-5bab-4d81-9433-e7be26362ecb,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:43:34.662829 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:34.676896 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks [] for router_gateway (5e16f32e-975a-46f9-a97b-e52652a5c439), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.694903 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.695446 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:34.809743 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Allocated IP 172.27.3.244 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/470cf0d5-d509-4c05-bd21-0642a0341e5a) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:34.894405 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:34.906103 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f48643-cf2a-47d1-aa70-41f5ec245354 None None] Pushing event updated for resources: {'Port': ['ID=78c15905-5bab-4d81-9433-e7be26362ecb,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:34.945338 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks [] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:35.061181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:35.104583 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:35.109510 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:35.112167 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:35.147275 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Pushing event updated for resources: {'Port': ['ID=470cf0d5-d509-4c05-bd21-0642a0341e5a,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:35.197585 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05836a9b-c110-4fa5-b3fc-f4aad4e3560d req-37ca5ea6-e712-4e60-a380-2d3277a9f122 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:35.199059 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-05836a9b-c110-4fa5-b3fc-f4aad4e3560d req-37ca5ea6-e712-4e60-a380-2d3277a9f122 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0826101 Oct 12 12:43:35.332747 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-05836a9b-c110-4fa5-b3fc-f4aad4e3560d req-c42622e0-6394-48c0-b072-199a28a407be tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008213 Oct 12 12:43:35.523672 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks [] for router_gateway (5e16f32e-975a-46f9-a97b-e52652a5c439), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:35.598940 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719dc07c-24ab-41f9-bdc2-865b7f487c98 None None] Network 3df10711-3511-48ea-bbdd-b691bad6a273 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:43:35.710796 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-d93e4c19-b1c6-46f2-a5c2-1d2a02dde05c None None] Provisioning complete for port 78c15905-5bab-4d81-9433-e7be26362ecb triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:35.711163 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d93e4c19-b1c6-46f2-a5c2-1d2a02dde05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:35.711495 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-d93e4c19-b1c6-46f2-a5c2-1d2a02dde05c None None] Attempt 1 to provision port 78c15905-5bab-4d81-9433-e7be26362ecb Oct 12 12:43:35.789913 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-d93e4c19-b1c6-46f2-a5c2-1d2a02dde05c None None] Current status of the port 78c15905-5bab-4d81-9433-e7be26362ecb is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:35.790495 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d93e4c19-b1c6-46f2-a5c2-1d2a02dde05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:35.831222 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-d93e4c19-b1c6-46f2-a5c2-1d2a02dde05c None None] For port 78c15905-5bab-4d81-9433-e7be26362ecb, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=78c15905-5bab-4d81-9433-e7be26362ecb,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:35.917673 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d93e4c19-b1c6-46f2-a5c2-1d2a02dde05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:35.952475 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (5e16f32e-975a-46f9-a97b-e52652a5c439), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:35.958902 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:35.965882 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e4c19-b1c6-46f2-a5c2-1d2a02dde05c None None] Pushing event updated for resources: {'Port': ['ID=78c15905-5bab-4d81-9433-e7be26362ecb,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:36.036006 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-2f91f3c4-c189-4a05-a948-6a86ea269901 None None] Provisioning complete for port 78c15905-5bab-4d81-9433-e7be26362ecb triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:36.036396 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2f91f3c4-c189-4a05-a948-6a86ea269901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:36.036731 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-2f91f3c4-c189-4a05-a948-6a86ea269901 None None] Attempt 1 to provision port 78c15905-5bab-4d81-9433-e7be26362ecb Oct 12 12:43:36.063307 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:36.111733 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-2f91f3c4-c189-4a05-a948-6a86ea269901 None None] Current status of the port 78c15905-5bab-4d81-9433-e7be26362ecb is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:36.145868 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:43:36.247134 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:43:36.256482 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:43:36.267762 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:36.268359 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:36.351324 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:36.355537 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-c86583bd-e9b3-4165-b156-9ba6901af33b admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4405036 Oct 12 12:43:36.355537 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44326) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:36.370916 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:36.417235 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 78c15905-5bab-4d81-9433-e7be26362ecb up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:36.429994 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:36.480401 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bfd51-e962-4c67-b3dc-68ea740845cb req-bb6405ab-3ec3-4887-ad89-455636d23a90 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:36.489241 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-432bfd51-e962-4c67-b3dc-68ea740845cb req-bb6405ab-3ec3-4887-ad89-455636d23a90 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0680778 Oct 12 12:43:36.496101 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:36.499045 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 78c15905-5bab-4d81-9433-e7be26362ecb triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:36.499581 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:36.500077 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 78c15905-5bab-4d81-9433-e7be26362ecb Oct 12 12:43:36.538658 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-432bfd51-e962-4c67-b3dc-68ea740845cb req-3afc26b6-baa2-4c41-a9ef-f9fadcadc6ce tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483980 Oct 12 12:43:36.589492 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 78c15905-5bab-4d81-9433-e7be26362ecb is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:36.592160 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:36.597364 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:35Z', 'revision_number': 3, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:36.622301 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:43:36.622902 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Updating router 5e16f32e-975a-46f9-a97b-e52652a5c439 port 470cf0d5-d509-4c05-bd21-0642a0341e5a binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:43:36.653913 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:36.700634 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-1dcf962f-ccec-4c38-bfc4-9f748e7d230a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:36.702747 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-1dcf962f-ccec-4c38-bfc4-9f748e7d230a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 946 time: 0.0941067 Oct 12 12:43:36.857130 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Deleting port c71a3103-728d-4917-bb33-d259926bb1a1 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:36.858073 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:36.924425 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Publish callbacks [] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:36.948355 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:36.999412 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.025056 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] For port c71a3103-728d-4917-bb33-d259926bb1a1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c71a3103-728d-4917-bb33-d259926bb1a1,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:37.025712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.041138 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Attempting to bind port 470cf0d5-d509-4c05-bd21-0642a0341e5a on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:43:37.042931 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Attempting to bind port 470cf0d5-d509-4c05-bd21-0642a0341e5a by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:43:37.043094 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.043283 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Attempting to bind port 470cf0d5-d509-4c05-bd21-0642a0341e5a on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:37.046762 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Calling delete_port for c71a3103-728d-4917-bb33-d259926bb1a1 owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:37.099725 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:43:37.100083 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:37.100682 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.101061 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:43:37.101680 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Bound port: 470cf0d5-d509-4c05-bd21-0642a0341e5a, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:43:37.102067 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.104601 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Pushing event updated for resources: {'Port': ['ID=470cf0d5-d509-4c05-bd21-0642a0341e5a,revision_number=2']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:37.133258 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.133589 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.133971 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.134318 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.134651 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.135033 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.135352 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.135668 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.136001 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.136336 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.136634 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.136960 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.137340 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.137656 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.137979 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:43:37.166374 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] For port 470cf0d5-d509-4c05-bd21-0642a0341e5a, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:43:37.169873 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] For port 470cf0d5-d509-4c05-bd21-0642a0341e5a, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=470cf0d5-d509-4c05-bd21-0642a0341e5a,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:43:37.266207 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.287693 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:37.305602 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Allocated IP 172.20.0.1 (3df10711-3511-48ea-bbdd-b691bad6a273/80f56656-8785-4cce-bd46-21ce7fb25d19/c6b637ea-7e0a-4a19-aa38-8767d77a05b1) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:37.307492 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:37.308500 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:37.375578 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa4872-755c-4d74-9241-2ba3d0d8ac58 None None] Pushing event updated for resources: {'Port': ['ID=470cf0d5-d509-4c05-bd21-0642a0341e5a,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:37.382581 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c71a3103-728d-4917-bb33-d259926bb1a1), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.419791 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['72e52c23-5517-41fd-8ed1-dd798c7bba3a', 'c71a3103-728d-4917-bb33-d259926bb1a1'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:43:37.423900 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event deleted for resources: {'Port': ['ID=c71a3103-728d-4917-bb33-d259926bb1a1,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:37.434064 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:37.493641 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] No DVR routers for this DVR port c71a3103-728d-4917-bb33-d259926bb1a1 on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:43:37.496329 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.500341 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e890bf0e-dc97-46e1-9e6c-9e88ffac5a3a req-5e4d8cea-4423-4181-a552-595ab96d2214 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "DELETE /networking/v2.0/ports/c71a3103-728d-4917-bb33-d259926bb1a1 HTTP/1.1" status: 204 len: 173 time: 0.7722147 Oct 12 12:43:37.511818 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e5f782-870a-40d7-a8ff-1a10204d7a88', 'name': 'network-vif-deleted', 'tag': 'c71a3103-728d-4917-bb33-d259926bb1a1'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:43:37.514286 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742ab763-de09-4a1d-8c8c-fd1948e55e4c" -d '{"events": [{"server_uuid": "11e5f782-870a-40d7-a8ff-1a10204d7a88", "name": "network-vif-deleted", "tag": "c71a3103-728d-4917-bb33-d259926bb1a1"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:43:37.570926 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:37.657970 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Publish callbacks [] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.672889 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:37.676380 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:35Z', 'revision_number': 3, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:37.680620 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cfa950cc-ff79-4e24-90b5-88cba1147192 req-c22f1947-ca95-4793-a245-a0f123c6eb61 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.0458765 Oct 12 12:43:37.704539 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037a47c-1eba-46a4-bd4c-4f97b90540a0 None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:35Z', 'revision_number': 3, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:43:37.739614 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39279513-b6cb-41fd-8d13-00f1570f729d x-openstack-request-id: req-39279513-b6cb-41fd-8d13-00f1570f729d {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:43:37.741118 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e5f782-870a-40d7-a8ff-1a10204d7a88", "name": "network-vif-deleted", "tag": "c71a3103-728d-4917-bb33-d259926bb1a1", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:43:37.741118 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39279513-b6cb-41fd-8d13-00f1570f729d {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:43:37.741118 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39279513-b6cb-41fd-8d13-00f1570f729d'] response: {'server_uuid': '11e5f782-870a-40d7-a8ff-1a10204d7a88', 'name': 'network-vif-deleted', 'tag': 'c71a3103-728d-4917-bb33-d259926bb1a1', 'status': 'completed', 'code': 200} Oct 12 12:43:37.786732 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:37.834085 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Network 3df10711-3511-48ea-bbdd-b691bad6a273 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:37.837686 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:37.840713 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:37.871878 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:37.875422 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:37.896014 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (5e16f32e-975a-46f9-a97b-e52652a5c439), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.140936 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-a239a783-3baf-482c-a48d-4935b261c70d None None] Provisioning complete for port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:38.141319 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a239a783-3baf-482c-a48d-4935b261c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.141654 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-a239a783-3baf-482c-a48d-4935b261c70d None None] Attempt 1 to provision port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 Oct 12 12:43:38.179380 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-a239a783-3baf-482c-a48d-4935b261c70d None None] Port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:43:38.188373 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.374642 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Publish callbacks [] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.437768 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 470cf0d5-d509-4c05-bd21-0642a0341e5a up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:38.438341 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.490439 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 470cf0d5-d509-4c05-bd21-0642a0341e5a triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:38.492717 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.492717 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 470cf0d5-d509-4c05-bd21-0642a0341e5a Oct 12 12:43:38.513719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (5e16f32e-975a-46f9-a97b-e52652a5c439), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.516213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:38.575659 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 470cf0d5-d509-4c05-bd21-0642a0341e5a is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:38.576111 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.598235 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 470cf0d5-d509-4c05-bd21-0642a0341e5a, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=470cf0d5-d509-4c05-bd21-0642a0341e5a,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:38.646055 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Network 3df10711-3511-48ea-bbdd-b691bad6a273 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:38.647498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:38.677539 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:38.758733 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=470cf0d5-d509-4c05-bd21-0642a0341e5a,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:38.798157 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:43:38.838899 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5007eb40-70b4-4986-9c4f-1c20e9d80ca4 req-b96ca362-36ca-473f-b9cb-028085b6869a tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=11e5f782-870a-40d7-a8ff-1a10204d7a88 HTTP/1.1" status: 200 len: 210 time: 0.0375168 Oct 12 12:43:38.906765 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:38.935077 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:43:38.941253 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ec53e7e9-b2be-496d-8669-995de907e243 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/5e16f32e-975a-46f9-a97b-e52652a5c439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5833499 Oct 12 12:43:39.002342 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-0a3deeb6-e5f7-4ee9-8118-927ed5213086 None None] Provisioning complete for port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:39.002719 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0a3deeb6-e5f7-4ee9-8118-927ed5213086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:39.003057 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-0a3deeb6-e5f7-4ee9-8118-927ed5213086 None None] Attempt 1 to provision port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 Oct 12 12:43:39.039590 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-0a3deeb6-e5f7-4ee9-8118-927ed5213086 None None] Port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:43:39.502017 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:43:39.503049 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:39.503691 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:39.610366 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:39.665711 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44378) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:39.671316 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-829574111-network', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:39.691903 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:39.757170 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Made reservation on behalf of 59c7b59608464ffdbe9f70ad618aa044 for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:43:39.761119 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:39.768988 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:39.802411 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 2, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:39.827110 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:43:39.828269 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Updating router 5e16f32e-975a-46f9-a97b-e52652a5c439 port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:43:39.836756 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:39.850227 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Publish callbacks [] for security_group (16d54862-bb63-4854-bf59-8c1c7a73ee50), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:39.873653 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:39.896148 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:39.946169 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (16d54862-bb63-4854-bf59-8c1c7a73ee50), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:39.976257 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:43:39.991849 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d54862-bb63-4854-bf59-8c1c7a73ee50,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:39.995804 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:39.999030 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (0e49bb0c-736c-41e5-9c01-df5cf274127e), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:39.999727 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Added segment 0e49bb0c-736c-41e5-9c01-df5cf274127e of type vlan for network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b Oct 12 12:43:40.048685 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.054082 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c42c2-308c-4f23-8931-16341df95412 req-6173ba2f-1872-4be3-9bf6-5365ee28a2b6 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:40.058517 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-543c42c2-308c-4f23-8931-16341df95412 req-6173ba2f-1872-4be3-9bf6-5365ee28a2b6 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0523598 Oct 12 12:43:40.116953 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-543c42c2-308c-4f23-8931-16341df95412 req-60567f1d-a32e-4061-94a3-ea34112455a0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542629 Oct 12 12:43:40.169202 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.171283 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:40.171863 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.175704 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Publish callbacks [] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.231937 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] Pushing event updated for resources: {'Network': ['ID=7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:40.241176 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:43:40.280971 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d4607aca-e16f-4dd1-921a-f4a0e69a5354 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6141438 Oct 12 12:43:40.283896 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44388) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:40.289652 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.289780 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Request body: {'subnet': {'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-829574111-subnet', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'ip_version': 4}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:40.375695 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c77ceb-64b8-4efe-a6d6-1dfc505164f6 None None] Pushing event updated for resources: {'Port': ['ID=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:40.383310 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b120f58-0f6d-4320-a285-9b97041c288e req-7abcaaf7-29de-4a62-bd28-bfa7ba00192b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:40.386246 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5b120f58-0f6d-4320-a285-9b97041c288e req-7abcaaf7-29de-4a62-bd28-bfa7ba00192b tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0554631 Oct 12 12:43:40.387695 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Made reservation on behalf of 59c7b59608464ffdbe9f70ad618aa044 for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:43:40.391465 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255279'] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.414285 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Attempting to bind port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:43:40.415930 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Attempting to bind port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:43:40.415930 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Attempting to bind port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 on network 3df10711-3511-48ea-bbdd-b691bad6a273 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:40.418479 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 470cf0d5-d509-4c05-bd21-0642a0341e5a up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:40.490887 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:43:40.491220 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Checking segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:40.491547 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.491931 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Bound using segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:43:40.492393 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Bound port: c6b637ea-7e0a-4a19-aa38-8767d77a05b1, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:43:40.492766 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.497295 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:40.500597 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5b120f58-0f6d-4320-a285-9b97041c288e req-082481dc-7022-4f8a-9805-0636658c39a9 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036236 Oct 12 12:43:40.512845 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 470cf0d5-d509-4c05-bd21-0642a0341e5a triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:40.513408 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.513722 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 470cf0d5-d509-4c05-bd21-0642a0341e5a Oct 12 12:43:40.577433 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device c71a3103-728d-4917-bb33-d259926bb1a1 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:43:40.608929 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: c71a3103-728d-4917-bb33-d259926bb1a1 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:43:40.609266 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device c71a3103-728d-4917-bb33-d259926bb1a1 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:43:40.618444 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] For port c6b637ea-7e0a-4a19-aa38-8767d77a05b1, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:43:40.624605 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] For port c6b637ea-7e0a-4a19-aa38-8767d77a05b1, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:43:40.649300 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4356561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255293'] for subnet (95bf0871-b59a-4617-b0d1-c81b4db041a8), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.649565 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:43:40.654859 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 470cf0d5-d509-4c05-bd21-0642a0341e5a is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:40.694797 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.703952 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:40.706417 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bf0871-b59a-4617-b0d1-c81b4db041a8,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:40.715171 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Checking segment: {'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:40.715518 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Network hostable DHCP agents. Network: 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:43:40.735396 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:40.736120 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:40.762841 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:43:40.788258 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c77ceb-64b8-4efe-a6d6-1dfc505164f6 None None] Pushing event updated for resources: {'Port': ['ID=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:40.825696 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:40.830660 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:40.831424 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:40.837779 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619d1a0-71ec-4889-85ee-bb37db91f203 None None] Network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:43:40.897213 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-43979580-dd48-4216-bcaf-198ead4ab413 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6118426 Oct 12 12:43:40.899854 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44390) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:40.904496 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:41.021067 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.022218 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.034470 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:41.047698 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:41.129598 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:41.186983 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b', 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b', 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'fixed_ips': [{'subnet_id': '95bf0871-b59a-4617-b0d1-c81b4db041a8'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:43:41.188031 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.257498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97172f-2715-4f1a-9e50-5499e8b4b229 req-e82c4b3c-7c4f-4225-9c52-dafad8798479 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:41.259066 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bf97172f-2715-4f1a-9e50-5499e8b4b229 req-e82c4b3c-7c4f-4225-9c52-dafad8798479 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0548148 Oct 12 12:43:41.317187 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks [] for router_controller (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), precommit_add_association {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.318203 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bf97172f-2715-4f1a-9e50-5499e8b4b229 req-7896ce4d-666e-4299-a309-08c8ba4eeda5 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Oct 12 12:43:41.400791 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:40Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:41.437767 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358ce7e-ea5c-4794-a269-206cb6243a17 None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:40Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:43:41.449285 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Allocated IP 172.20.0.2 (7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b/95bf0871-b59a-4617-b0d1-c81b4db041a8/2c9d000c-4932-46d2-8b4b-108fa02305f8) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:41.525017 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks [] for router_gateway (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.637082 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Publish callbacks [] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.664364 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11b04-6908-47bf-9ed9-4e2ba8acee95 req-2a508277-1b79-455d-baf8-ff29bbee5244 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:41.665961 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-eec11b04-6908-47bf-9ed9-4e2ba8acee95 req-2a508277-1b79-455d-baf8-ff29bbee5244 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0704515 Oct 12 12:43:41.706857 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.744931 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:41.744931 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:41.750103 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:41.754137 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:41.769517 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-eec11b04-6908-47bf-9ed9-4e2ba8acee95 req-772161fe-a455-499f-ba63-905989a35792 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Oct 12 12:43:41.772447 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Pushing event updated for resources: {'Port': ['ID=2c9d000c-4932-46d2-8b4b-108fa02305f8,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:41.825643 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Attempting to bind port 2c9d000c-4932-46d2-8b4b-108fa02305f8 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:43:41.826841 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Attempting to bind port 2c9d000c-4932-46d2-8b4b-108fa02305f8 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:43:41.827441 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Attempting to bind port 2c9d000c-4932-46d2-8b4b-108fa02305f8 on network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:41.878016 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:43:41.878590 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Checking segment: {'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:41.879102 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.879585 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Bound using segment: {'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:43:41.880124 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Bound port: 2c9d000c-4932-46d2-8b4b-108fa02305f8, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:43:41.880617 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.888331 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks [] for router_gateway (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.909572 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:41.946734 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] For port 2c9d000c-4932-46d2-8b4b-108fa02305f8, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:43:41.950667 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] For port 2c9d000c-4932-46d2-8b4b-108fa02305f8, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=2c9d000c-4932-46d2-8b4b-108fa02305f8,segment=NetworkSegment(0e49bb0c-736c-41e5-9c01-df5cf274127e),segment_id=0e49bb0c-736c-41e5-9c01-df5cf274127e)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:43:42.028140 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Allocated IP 172.27.3.92 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/452e0bf9-19ad-4e2f-a089-99118081135d) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:42.043774 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.108216 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a5bf-774c-4772-b1e0-c9485a6a76d0 None None] Pushing event updated for resources: {'Port': ['ID=2c9d000c-4932-46d2-8b4b-108fa02305f8,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:42.127165 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:42.158306 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks [] for port (452e0bf9-19ad-4e2f-a089-99118081135d), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.243803 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.294955 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:42.302888 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:42.306836 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:42.343056 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Pushing event updated for resources: {'Port': ['ID=452e0bf9-19ad-4e2f-a089-99118081135d,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:42.475376 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ef10d-e2d6-4bb4-8863-650b08e4ba29 req-b8c26f1e-2967-450c-b1dc-2c4fa2ea0118 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:42.483087 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c74ef10d-e2d6-4bb4-8863-650b08e4ba29 req-b8c26f1e-2967-450c-b1dc-2c4fa2ea0118 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0711849 Oct 12 12:43:42.503241 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c6b637ea-7e0a-4a19-aa38-8767d77a05b1 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:42.540071 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c74ef10d-e2d6-4bb4-8863-650b08e4ba29 req-20f102c5-e87d-41a8-8471-5274cc4e4663 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519581 Oct 12 12:43:42.560008 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:42.573690 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:42.574148 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.574560 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 Oct 12 12:43:42.650326 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:42.650916 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.670796 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:42.687570 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port c6b637ea-7e0a-4a19-aa38-8767d77a05b1, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:42.718636 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks [] for router_gateway (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.746557 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.749391 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 2c9d000c-4932-46d2-8b4b-108fa02305f8 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:42.847583 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:42.864500 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 2c9d000c-4932-46d2-8b4b-108fa02305f8 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:42.865168 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.865685 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 2c9d000c-4932-46d2-8b4b-108fa02305f8 Oct 12 12:43:42.945727 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 2c9d000c-4932-46d2-8b4b-108fa02305f8 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:42.946347 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:42.970274 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc302b-d6b1-424a-8af6-f91eb3b2fac9 req-652d0e02-b643-483b-b1dc-b45706af6a7e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:42.971907 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-55dc302b-d6b1-424a-8af6-f91eb3b2fac9 req-652d0e02-b643-483b-b1dc-b45706af6a7e tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0888557 Oct 12 12:43:42.988492 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 2c9d000c-4932-46d2-8b4b-108fa02305f8, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=2c9d000c-4932-46d2-8b4b-108fa02305f8,segment=NetworkSegment(0e49bb0c-736c-41e5-9c01-df5cf274127e),segment_id=0e49bb0c-736c-41e5-9c01-df5cf274127e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:43.016240 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:43.037667 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-55dc302b-d6b1-424a-8af6-f91eb3b2fac9 req-cc739ee6-9ade-4d28-9746-a23e6eba4f0d tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581610 Oct 12 12:43:43.099782 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:43.123181 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2648955d-a31e-4fa6-a4d9-11ee733ad381 None None] Network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:43:43.186106 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:43.192419 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=2c9d000c-4932-46d2-8b4b-108fa02305f8,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:43.208711 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:43:43.222832 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-dfbc1dc8-a78d-4d11-84c2-c1cd7d1d7c93 None None] Provisioning complete for port 2c9d000c-4932-46d2-8b4b-108fa02305f8 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:43.223219 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-dfbc1dc8-a78d-4d11-84c2-c1cd7d1d7c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:43.223623 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-dfbc1dc8-a78d-4d11-84c2-c1cd7d1d7c93 None None] Attempt 1 to provision port 2c9d000c-4932-46d2-8b4b-108fa02305f8 Oct 12 12:43:43.310399 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:43.320875 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:43:43.331137 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc1dc8-a78d-4d11-84c2-c1cd7d1d7c93 None None] Current status of the port 2c9d000c-4932-46d2-8b4b-108fa02305f8 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:43.333821 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Sync routers for ids ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:43:43.346010 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Routers {'f5e8edd5-edfe-4ad9-b302-bf659fc6e031'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:43.346589 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:43.416900 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:43.420803 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-087c5acb-7bf6-42f6-bc58-e40028e31334 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5171945 Oct 12 12:43:43.421137 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44400) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:43.453704 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Set router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:43.551048 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-d4729b84-3162-414c-8871-49422b058da3 None None] Provisioning complete for port 2c9d000c-4932-46d2-8b4b-108fa02305f8 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:43.552332 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d4729b84-3162-414c-8871-49422b058da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:43.552748 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-d4729b84-3162-414c-8871-49422b058da3 None None] Attempt 1 to provision port 2c9d000c-4932-46d2-8b4b-108fa02305f8 Oct 12 12:43:43.642457 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-d4729b84-3162-414c-8871-49422b058da3 None None] Current status of the port 2c9d000c-4932-46d2-8b4b-108fa02305f8 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:43.651690 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:43.685057 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a6509-fd4c-4c63-bafc-e616bdaf912a req-6368d773-2417-4a4e-80ac-76c5bb4c8b90 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:43.687071 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c54a6509-fd4c-4c63-bafc-e616bdaf912a req-6368d773-2417-4a4e-80ac-76c5bb4c8b90 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0495734 Oct 12 12:43:43.723215 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 3, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port': {'id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:43.733240 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:43.740553 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c54a6509-fd4c-4c63-bafc-e616bdaf912a req-63481386-83c8-4baa-b422-5f095fc48e90 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467463 Oct 12 12:43:43.749865 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Checking router: f5e8edd5-edfe-4ad9-b302-bf659fc6e031 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:43:43.750237 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Updating router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 port 452e0bf9-19ad-4e2f-a089-99118081135d binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:43:43.781151 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:43.874604 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:43.890203 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:44.036370 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Publish callbacks [] for port (452e0bf9-19ad-4e2f-a089-99118081135d), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.039604 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Allocated IP 172.20.0.1 (7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b/95bf0871-b59a-4617-b0d1-c81b4db041a8/c248916f-a62f-464f-8fbb-004f05bfc9d2) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:44.078485 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.115574 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Attempting to bind port 452e0bf9-19ad-4e2f-a089-99118081135d on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:43:44.115940 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Attempting to bind port 452e0bf9-19ad-4e2f-a089-99118081135d by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:43:44.116298 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Attempting to bind port 452e0bf9-19ad-4e2f-a089-99118081135d on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:44.145992 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:44.167977 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:43:44.168441 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:44.168844 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.169222 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:43:44.169863 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Bound port: 452e0bf9-19ad-4e2f-a089-99118081135d, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:43:44.170795 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.174378 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d68ab-a010-420f-9853-5d0cc3eef5fa None None] Pushing event updated for resources: {'Port': ['ID=452e0bf9-19ad-4e2f-a089-99118081135d,revision_number=2']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:44.206998 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a234b-bf98-4c8f-bc9e-7c20d6405225 req-9c21373e-1b66-409a-a567-edfb92d91548 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:44.209372 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b06a234b-bf98-4c8f-bc9e-7c20d6405225 req-9c21373e-1b66-409a-a567-edfb92d91548 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0819287 Oct 12 12:43:44.211455 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Publish callbacks [] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.222025 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] For port 452e0bf9-19ad-4e2f-a089-99118081135d, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:43:44.225562 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] For port 452e0bf9-19ad-4e2f-a089-99118081135d, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=452e0bf9-19ad-4e2f-a089-99118081135d,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:43:44.238052 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:44.278721 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b06a234b-bf98-4c8f-bc9e-7c20d6405225 req-e76a480e-d83a-49d3-b682-4fcff42012d0 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 Oct 12 12:43:44.289619 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.332071 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Routers {'f5e8edd5-edfe-4ad9-b302-bf659fc6e031'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:44.332688 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:44.363471 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.391787 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d68ab-a010-420f-9853-5d0cc3eef5fa None None] Pushing event updated for resources: {'Port': ['ID=452e0bf9-19ad-4e2f-a089-99118081135d,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:44.409762 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c6b637ea-7e0a-4a19-aa38-8767d77a05b1 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:44.413076 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:44.418410 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:44.421395 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:44.424703 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Pushing event updated for resources: {'Port': ['ID=c248916f-a62f-464f-8fbb-004f05bfc9d2,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:44.463045 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] Set router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:44.468138 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.472531 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:44.472531 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.472531 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 Oct 12 12:43:44.519920 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:44.561244 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:44.562508 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 2c9d000c-4932-46d2-8b4b-108fa02305f8 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:44.618307 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 2c9d000c-4932-46d2-8b4b-108fa02305f8 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:44.618796 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.619136 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 2c9d000c-4932-46d2-8b4b-108fa02305f8 Oct 12 12:43:44.645880 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 3, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port': {'id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:44.672680 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15f9b4-db5e-47de-ac85-e134ea26b009 None None] The sync data for ids ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'] in dv-cinder-812685-16-iscsi is: [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 3, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port': {'id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:43:44.674919 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.693353 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-712a3742-2e71-448b-8608-2bf290be454d None None] Provisioning complete for port c248916f-a62f-464f-8fbb-004f05bfc9d2 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:44.693733 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-712a3742-2e71-448b-8608-2bf290be454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.694080 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-712a3742-2e71-448b-8608-2bf290be454d None None] Attempt 1 to provision port c248916f-a62f-464f-8fbb-004f05bfc9d2 Oct 12 12:43:44.726061 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 2c9d000c-4932-46d2-8b4b-108fa02305f8 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:44.739045 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-712a3742-2e71-448b-8608-2bf290be454d None None] Port c248916f-a62f-464f-8fbb-004f05bfc9d2 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:43:44.773658 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-d62cbc24-b159-421f-b6d1-45e5cfc4d26b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:44.774811 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:44.775300 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-d62cbc24-b159-421f-b6d1-45e5cfc4d26b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0524158 Oct 12 12:43:44.797297 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-50bac970-9454-418f-84a6-25f4982441c6 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:44.797297 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-50bac970-9454-418f-84a6-25f4982441c6 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.0741653 Oct 12 12:43:44.899253 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d9c9b-a12b-41c7-aa0e-606b2ee7bb5b req-7236049d-ae4b-4f46-a13a-d84ed91f5ff1 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:44.900995 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ea5d9c9b-a12b-41c7-aa0e-606b2ee7bb5b req-7236049d-ae4b-4f46-a13a-d84ed91f5ff1 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 946 time: 0.0530529 Oct 12 12:43:44.923748 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Deleting port dd3b557f-93f8-4894-8fc4-0aea94fec83f {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:44.924511 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:44.948228 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Deleting port 72e52c23-5517-41fd-8ed1-dd798c7bba3a {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:44.948228 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.033743 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Publish callbacks [] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.052227 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ea5d9c9b-a12b-41c7-aa0e-606b2ee7bb5b req-9222d6f3-fbbc-46c4-96ba-0425843136c0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e347111d-d54d-45c9-bdf3-ec430c25af68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399801 Oct 12 12:43:45.094856 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] For port dd3b557f-93f8-4894-8fc4-0aea94fec83f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=dd3b557f-93f8-4894-8fc4-0aea94fec83f,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:45.095602 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.282997 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.283360 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (4b46cde0-c794-4603-b9b5-19cd62b4afba), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.283946 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Floating IP 4b46cde0-c794-4603-b9b5-19cd62b4afba disassociated. External IP: 172.27.3.229, port: dd3b557f-93f8-4894-8fc4-0aea94fec83f. Oct 12 12:43:45.284824 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Calling delete_port for dd3b557f-93f8-4894-8fc4-0aea94fec83f owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:45.332854 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] For port 72e52c23-5517-41fd-8ed1-dd798c7bba3a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=72e52c23-5517-41fd-8ed1-dd798c7bba3a,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:45.333224 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.350525 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Calling delete_port for 72e52c23-5517-41fd-8ed1-dd798c7bba3a owned by compute:nova {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:45.365555 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.367473 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:45.398110 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd7ff-88f6-42b1-876e-226e1ec7b3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.488762 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:45.490483 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (dd3b557f-93f8-4894-8fc4-0aea94fec83f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.516505 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.524550 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'Port': ['ID=dd3b557f-93f8-4894-8fc4-0aea94fec83f,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:45.539542 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e09a34-b557-4e65-a3b5-847b2d503d61 req-e85e00a2-75c3-4a83-ab82-fe4f99f148f6 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:45.541169 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d1e09a34-b557-4e65-a3b5-847b2d503d61 req-e85e00a2-75c3-4a83-ab82-fe4f99f148f6 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 945 time: 0.1270609 Oct 12 12:43:45.545788 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Pushing event updated for resources: {'Port': ['ID=c248916f-a62f-464f-8fbb-004f05bfc9d2,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:45.650179 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:43:45.661270 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:45.719989 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d1e09a34-b557-4e65-a3b5-847b2d503d61 req-7e27c4ce-82cb-4070-b69f-2da4b0dac002 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=c58aad07-74c1-41cd-ba69-a6422af006d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599720 Oct 12 12:43:45.741452 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:45.742356 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:45.758885 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:43:45.772278 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:43:45.789512 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:45.790439 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:45.804693 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (72e52c23-5517-41fd-8ed1-dd798c7bba3a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.808813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] No DVR routers for this DVR port dd3b557f-93f8-4894-8fc4-0aea94fec83f on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:43:45.812350 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.816607 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6a2bdbe5-e86d-4a19-a55e-ad9c84eecb14 req-1cfd5b7f-d97f-4434-b9a0-4e0963a601d7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "DELETE /networking/v2.0/ports/dd3b557f-93f8-4894-8fc4-0aea94fec83f HTTP/1.1" status: 204 len: 173 time: 1.0354676 Oct 12 12:43:45.817158 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e830ef8-8de0-4618-a5f7-173036554be9', 'name': 'network-vif-deleted', 'tag': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:43:45.819662 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ba0a6d-9356-494f-82d6-bc4b3a09e40b" -d '{"events": [{"server_uuid": "6e830ef8-8de0-4618-a5f7-173036554be9", "name": "network-vif-deleted", "tag": "dd3b557f-93f8-4894-8fc4-0aea94fec83f"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:43:45.840369 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:45.844361 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Pushing event deleted for resources: {'Port': ['ID=72e52c23-5517-41fd-8ed1-dd798c7bba3a,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:45.852549 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['72e52c23-5517-41fd-8ed1-dd798c7bba3a'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:43:45.876773 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3818850-dfb7-480b-bf67-acbee05469d0 x-openstack-request-id: req-a3818850-dfb7-480b-bf67-acbee05469d0 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:43:45.877074 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e830ef8-8de0-4618-a5f7-173036554be9", "name": "network-vif-deleted", "tag": "dd3b557f-93f8-4894-8fc4-0aea94fec83f", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:43:45.877327 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3818850-dfb7-480b-bf67-acbee05469d0 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:43:45.877822 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3818850-dfb7-480b-bf67-acbee05469d0'] response: {'server_uuid': '6e830ef8-8de0-4618-a5f7-173036554be9', 'name': 'network-vif-deleted', 'tag': 'dd3b557f-93f8-4894-8fc4-0aea94fec83f', 'status': 'completed', 'code': 200} Oct 12 12:43:45.966421 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] No DVR routers for this DVR port 72e52c23-5517-41fd-8ed1-dd798c7bba3a on host hv-cinder-81268 {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:43:45.971882 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:45.975447 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b6d1659b-a35e-4c4d-9e60-503a3aaab56c req-3b9ce93d-f581-4a60-91cd-52fa45ec0a44 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.39 "DELETE /networking/v2.0/ports/72e52c23-5517-41fd-8ed1-dd798c7bba3a HTTP/1.1" status: 204 len: 173 time: 1.1491742 Oct 12 12:43:45.976183 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a56b7b4-f127-4adf-bf73-a699108a7a11', 'name': 'network-vif-deleted', 'tag': '72e52c23-5517-41fd-8ed1-dd798c7bba3a'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:43:45.979202 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177bbb48-3855-4590-883c-757aff1d9988" -d '{"events": [{"server_uuid": "9a56b7b4-f127-4adf-bf73-a699108a7a11", "name": "network-vif-deleted", "tag": "72e52c23-5517-41fd-8ed1-dd798c7bba3a"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:43:45.992390 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:43:46.032017 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:46.221014 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ae46f5b3-3b99-4fb0-beaa-b566d9f61008 req-7fd22487-3bbf-44ea-9f35-670b7f707be2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6e830ef8-8de0-4618-a5f7-173036554be9 HTTP/1.1" status: 200 len: 210 time: 0.0553362 Oct 12 12:43:46.228094 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:43:46.249142 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-45033289-9ab7-4695-ac10-817b4dacef93 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/f5e8edd5-edfe-4ad9-b302-bf659fc6e031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8250089 Oct 12 12:43:46.302296 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-dd3c8512-b1ff-4f7d-a735-4daf87985016 None None] Provisioning complete for port c248916f-a62f-464f-8fbb-004f05bfc9d2 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:46.302680 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-dd3c8512-b1ff-4f7d-a735-4daf87985016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:46.303013 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-dd3c8512-b1ff-4f7d-a735-4daf87985016 None None] Attempt 1 to provision port c248916f-a62f-464f-8fbb-004f05bfc9d2 Oct 12 12:43:46.447152 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c8512-b1ff-4f7d-a735-4daf87985016 None None] Port c248916f-a62f-464f-8fbb-004f05bfc9d2 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:43:46.469019 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:46.478761 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d635f8-1d6f-4dba-ac73-b4bdb125a2fa x-openstack-request-id: req-46d635f8-1d6f-4dba-ac73-b4bdb125a2fa {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:43:46.479209 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a56b7b4-f127-4adf-bf73-a699108a7a11", "name": "network-vif-deleted", "tag": "72e52c23-5517-41fd-8ed1-dd798c7bba3a", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:43:46.483802 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46d635f8-1d6f-4dba-ac73-b4bdb125a2fa {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:43:46.487174 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d635f8-1d6f-4dba-ac73-b4bdb125a2fa'] response: {'server_uuid': '9a56b7b4-f127-4adf-bf73-a699108a7a11', 'name': 'network-vif-deleted', 'tag': '72e52c23-5517-41fd-8ed1-dd798c7bba3a', 'status': 'completed', 'code': 200} Oct 12 12:43:46.523670 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 452e0bf9-19ad-4e2f-a089-99118081135d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:46.531244 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:43:46.563591 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:46.564228 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:46.622034 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:46.632171 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 452e0bf9-19ad-4e2f-a089-99118081135d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:46.632551 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:46.632896 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 452e0bf9-19ad-4e2f-a089-99118081135d Oct 12 12:43:46.676384 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Sync routers for ids ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:43:46.687616 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Routers {'f5e8edd5-edfe-4ad9-b302-bf659fc6e031'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:46.688248 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:46.693393 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:46.710745 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:46.728068 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44426) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:46.729006 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:46.734178 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-269c71ff-60ab-4701-b5b1-273e4768add5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292163129', 'description': 'tempest-secgroup-smoke-292163129 description', 'project_id': '00c9aab9a0264449ac51194afd4cb6a9'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:46.801221 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Set router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:46.850160 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-269c71ff-60ab-4701-b5b1-273e4768add5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:46.913780 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d1debc1b-d257-4574-ae8f-5cca73c9f644 req-5c889165-90a4-438c-8f0f-0af96e2e3282 tempest-ServerRescueNegativeTestJSON-1987801466 tempest-ServerRescueNegativeTestJSON-1987801466-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9a56b7b4-f127-4adf-bf73-a699108a7a11 HTTP/1.1" status: 200 len: 210 time: 0.0427487 Oct 12 12:43:46.963928 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-269c71ff-60ab-4701-b5b1-273e4768add5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group (79678d62-0ee3-49c6-9171-58d843a2ed12), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.018602 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 452e0bf9-19ad-4e2f-a089-99118081135d is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:47.019121 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.054195 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 452e0bf9-19ad-4e2f-a089-99118081135d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=452e0bf9-19ad-4e2f-a089-99118081135d,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:47.064588 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:44Z', 'revision_number': 4, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port': {'id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c248916f-a62f-464f-8fbb-004f05bfc9d2', 'name': '', 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'mac_address': 'fa:16:3e:d7:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '95bf0871-b59a-4617-b0d1-c81b4db041a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:43Z', 'updated_at': '2022-10-12T12:43:44Z', 'revision_number': 2, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'subnets': [{'id': '95bf0871-b59a-4617-b0d1-c81b4db041a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:47.072301 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-269c71ff-60ab-4701-b5b1-273e4768add5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (79678d62-0ee3-49c6-9171-58d843a2ed12), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.102197 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Checking router: f5e8edd5-edfe-4ad9-b302-bf659fc6e031 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:43:47.102757 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Updating router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 port c248916f-a62f-464f-8fbb-004f05bfc9d2 binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:43:47.130120 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c71ff-60ab-4701-b5b1-273e4768add5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79678d62-0ee3-49c6-9171-58d843a2ed12,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:47.141188 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:47.146698 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.152694 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:47.182713 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71db8ad-ecc6-4068-ac78-037c3f08344a None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:43:47.186592 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.188623 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-269c71ff-60ab-4701-b5b1-273e4768add5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.193367 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44430) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:47.198377 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-dc64e528-da94-4f92-b0d9-c176a0dcb719 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'security_group_rule': {'security_group_id': '79678d62-0ee3-49c6-9171-58d843a2ed12', 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:47.199224 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-269c71ff-60ab-4701-b5b1-273e4768add5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4693363 Oct 12 12:43:47.239165 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=452e0bf9-19ad-4e2f-a089-99118081135d,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:47.277258 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dc64e528-da94-4f92-b0d9-c176a0dcb719 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (eec1958f-b66e-45cc-8a99-b031416f1279), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.344305 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dc64e528-da94-4f92-b0d9-c176a0dcb719 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (eec1958f-b66e-45cc-8a99-b031416f1279), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.405709 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44436) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:47.421167 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dc64e528-da94-4f92-b0d9-c176a0dcb719 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (eec1958f-b66e-45cc-8a99-b031416f1279), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.444274 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64e528-da94-4f92-b0d9-c176a0dcb719 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec1958f-b66e-45cc-8a99-b031416f1279,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:47.467252 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ce46d075-26ac-4d5a-9e7a-06996c43add3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (e347111d-d54d-45c9-bdf3-ec430c25af68), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.490294 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ce46d075-26ac-4d5a-9e7a-06996c43add3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (e347111d-d54d-45c9-bdf3-ec430c25af68), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.502340 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Publish callbacks [] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.536584 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dc64e528-da94-4f92-b0d9-c176a0dcb719 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.537801 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-dc64e528-da94-4f92-b0d9-c176a0dcb719 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3428500 Oct 12 12:43:47.540635 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44438) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:47.545580 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-28a99d61-391c-4c3c-af96-f224ef00c5ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'security_group_rule': {'security_group_id': '79678d62-0ee3-49c6-9171-58d843a2ed12', 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:47.586192 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.603501 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ce46d075-26ac-4d5a-9e7a-06996c43add3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e347111d-d54d-45c9-bdf3-ec430c25af68), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.606013 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ce46d075-26ac-4d5a-9e7a-06996c43add3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.610420 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-ce46d075-26ac-4d5a-9e7a-06996c43add3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e347111d-d54d-45c9-bdf3-ec430c25af68 HTTP/1.1" status: 204 len: 168 time: 0.2003284 Oct 12 12:43:47.616313 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44440) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:47.617891 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46d075-26ac-4d5a-9e7a-06996c43add3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e347111d-d54d-45c9-bdf3-ec430c25af68,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:47.631115 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.api.v2.resource [None req-f827ba26-2f95-4b5d-84f3-016c8a94e8a2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] show failed (client error): The resource could not be found. Oct 12 12:43:47.632147 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-f827ba26-2f95-4b5d-84f3-016c8a94e8a2 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups/e347111d-d54d-45c9-bdf3-ec430c25af68 HTTP/1.1" status: 404 len: 347 time: 0.0197291 Oct 12 12:43:47.635160 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44442) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:47.694804 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28a99d61-391c-4c3c-af96-f224ef00c5ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (4d9e9957-c5c4-49b0-85d3-c4c9a94d92c4), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.699261 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86972f5-1a2f-44ea-a6ac-736e3c5b6fd8 None None] Pushing event updated for resources: {'Port': ['ID=c248916f-a62f-464f-8fbb-004f05bfc9d2,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:47.722079 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Attempting to bind port c248916f-a62f-464f-8fbb-004f05bfc9d2 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:43:47.722841 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Attempting to bind port c248916f-a62f-464f-8fbb-004f05bfc9d2 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:43:47.723242 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Attempting to bind port c248916f-a62f-464f-8fbb-004f05bfc9d2 on network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:47.752153 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-552a0144-2d42-47b1-8862-24ed35394be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.767565 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:43:47.767932 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Checking segment: {'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:47.768327 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.768705 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Bound using segment: {'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:43:47.769169 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Bound port: c248916f-a62f-464f-8fbb-004f05bfc9d2, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e49bb0c-736c-41e5-9c01-df5cf274127e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:43:47.769568 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.778066 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:47.793191 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Deleting port f3e3064a-245f-43c6-ac93-5dee45e28072 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:47.793525 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (f3e3064a-245f-43c6-ac93-5dee45e28072), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.836232 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] For port c248916f-a62f-464f-8fbb-004f05bfc9d2, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:43:47.840132 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] For port c248916f-a62f-464f-8fbb-004f05bfc9d2, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c248916f-a62f-464f-8fbb-004f05bfc9d2,segment=NetworkSegment(0e49bb0c-736c-41e5-9c01-df5cf274127e),segment_id=0e49bb0c-736c-41e5-9c01-df5cf274127e)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:43:47.851153 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28a99d61-391c-4c3c-af96-f224ef00c5ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (4d9e9957-c5c4-49b0-85d3-c4c9a94d92c4), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.890226 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (f3e3064a-245f-43c6-ac93-5dee45e28072), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.890558 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (f3e3064a-245f-43c6-ac93-5dee45e28072), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.892718 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:47.904176 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Calling delete_port for f3e3064a-245f-43c6-ac93-5dee45e28072 owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:47.935659 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.953525 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28a99d61-391c-4c3c-af96-f224ef00c5ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (4d9e9957-c5c4-49b0-85d3-c4c9a94d92c4), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:47.977779 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Routers {'f5e8edd5-edfe-4ad9-b302-bf659fc6e031'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:47.978489 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:47.981406 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99d61-391c-4c3c-af96-f224ef00c5ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9e9957-c5c4-49b0-85d3-c4c9a94d92c4,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:48.002997 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44446) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:48.049322 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca0af-8d86-4fc3-9938-648df0d446cc None None] New status for floating IP 4b46cde0-c794-4603-b9b5-19cd62b4afba: DOWN {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:43:48.062920 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86972f5-1a2f-44ea-a6ac-736e3c5b6fd8 None None] Pushing event updated for resources: {'Port': ['ID=c248916f-a62f-464f-8fbb-004f05bfc9d2,revision_number=4']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:48.115788 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-28a99d61-391c-4c3c-af96-f224ef00c5ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.119304 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-28a99d61-391c-4c3c-af96-f224ef00c5ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5770993 Oct 12 12:43:48.121378 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44450) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:48.127725 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-5302b0dc-21c6-47ad-8287-e0430409cc02 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'security_group_rule': {'security_group_id': '79678d62-0ee3-49c6-9171-58d843a2ed12', 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:48.135892 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] Set router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:48.181121 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (f3e3064a-245f-43c6-ac93-5dee45e28072), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.182004 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.db.api [None req-dccca0af-8d86-4fc3-9938-648df0d446cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 12:43:48.182440 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG oslo_db.api [None req-dccca0af-8d86-4fc3-9938-648df0d446cc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:43:48.208306 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'Port': ['ID=f3e3064a-245f-43c6-ac93-5dee45e28072,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:48.239541 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5302b0dc-21c6-47ad-8287-e0430409cc02 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (a914acfd-b879-4ab9-9cd7-299df7d809d7), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.310105 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (4b46cde0-c794-4603-b9b5-19cd62b4afba), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.312669 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.313836 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-d1b22670-1f18-4f10-8d93-18acb9f3e2c7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/4b46cde0-c794-4603-b9b5-19cd62b4afba HTTP/1.1" status: 204 len: 168 time: 0.6776080 Oct 12 12:43:48.354466 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5302b0dc-21c6-47ad-8287-e0430409cc02 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (a914acfd-b879-4ab9-9cd7-299df7d809d7), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.356667 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:44Z', 'revision_number': 4, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port': {'id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c248916f-a62f-464f-8fbb-004f05bfc9d2', 'name': '', 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'mac_address': 'fa:16:3e:d7:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '95bf0871-b59a-4617-b0d1-c81b4db041a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:43Z', 'updated_at': '2022-10-12T12:43:47Z', 'revision_number': 4, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'subnets': [{'id': '95bf0871-b59a-4617-b0d1-c81b4db041a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:48.360054 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:48.389587 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b053d9-639c-4340-8205-5646d5e5a2e5 None None] The sync data for ids ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'] in dv-cinder-812685-16-iscsi is: [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:44Z', 'revision_number': 4, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port': {'id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c248916f-a62f-464f-8fbb-004f05bfc9d2', 'name': '', 'network_id': '7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'mac_address': 'fa:16:3e:d7:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '95bf0871-b59a-4617-b0d1-c81b4db041a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:43Z', 'updated_at': '2022-10-12T12:43:47Z', 'revision_number': 4, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'subnets': [{'id': '95bf0871-b59a-4617-b0d1-c81b4db041a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:43:48.426480 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5302b0dc-21c6-47ad-8287-e0430409cc02 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (a914acfd-b879-4ab9-9cd7-299df7d809d7), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.466687 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302b0dc-21c6-47ad-8287-e0430409cc02 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a914acfd-b879-4ab9-9cd7-299df7d809d7,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:48.476259 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 452e0bf9-19ad-4e2f-a089-99118081135d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:48.539587 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 452e0bf9-19ad-4e2f-a089-99118081135d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:48.539980 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.540340 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 452e0bf9-19ad-4e2f-a089-99118081135d Oct 12 12:43:48.540894 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44454) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:48.545503 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-7ddba844-c8d9-4693-9156-586489d02977 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750798008', 'description': 'tempest-description--752309666'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:48.556483 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:48.562204 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5302b0dc-21c6-47ad-8287-e0430409cc02 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.564244 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-5302b0dc-21c6-47ad-8287-e0430409cc02 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4406884 Oct 12 12:43:48.567869 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44456) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:48.572230 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-1db4d9ad-69e2-466d-b121-6e5dfb8149ef tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'security_group_rule': {'security_group_id': '79678d62-0ee3-49c6-9171-58d843a2ed12', 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:48.613479 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 72e52c23-5517-41fd-8ed1-dd798c7bba3a no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:43:48.643684 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 72e52c23-5517-41fd-8ed1-dd798c7bba3a {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:43:48.644044 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 72e52c23-5517-41fd-8ed1-dd798c7bba3a not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:43:48.644467 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device dd3b557f-93f8-4894-8fc4-0aea94fec83f no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:43:48.666228 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 452e0bf9-19ad-4e2f-a089-99118081135d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:48.668540 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: dd3b557f-93f8-4894-8fc4-0aea94fec83f {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:43:48.669165 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device dd3b557f-93f8-4894-8fc4-0aea94fec83f not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:43:48.678029 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-7ddba844-c8d9-4693-9156-586489d02977 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.693273 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca0af-8d86-4fc3-9938-648df0d446cc None None] New status for floating IP 4b46cde0-c794-4603-b9b5-19cd62b4afba: DOWN {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:43:48.700912 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1db4d9ad-69e2-466d-b121-6e5dfb8149ef tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (e1829b7f-9509-4d14-96de-573cb423c9bf), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.807727 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1db4d9ad-69e2-466d-b121-6e5dfb8149ef tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (e1829b7f-9509-4d14-96de-573cb423c9bf), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.810115 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-7ddba844-c8d9-4693-9156-586489d02977 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (f9011ac1-e609-4d57-a664-9bed19a6fdd0), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.888314 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1db4d9ad-69e2-466d-b121-6e5dfb8149ef tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (e1829b7f-9509-4d14-96de-573cb423c9bf), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.898226 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-7ddba844-c8d9-4693-9156-586489d02977 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (f9011ac1-e609-4d57-a664-9bed19a6fdd0), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.926171 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4d9ad-69e2-466d-b121-6e5dfb8149ef tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1829b7f-9509-4d14-96de-573cb423c9bf,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:48.948032 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddba844-c8d9-4693-9156-586489d02977 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9011ac1-e609-4d57-a664-9bed19a6fdd0,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:48.977463 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-7ddba844-c8d9-4693-9156-586489d02977 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.977463 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-7ddba844-c8d9-4693-9156-586489d02977 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4307995 Oct 12 12:43:48.977463 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44458) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:48.978247 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (733cfee7-b151-48e3-b89b-ac64ad9206c5), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:48.981831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-b9c94e8f-4f5e-4120-8f98-345041f3f473 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group_rule': {'security_group_id': 'f9011ac1-e609-4d57-a664-9bed19a6fdd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:48.996658 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=76,neutron:DELETE=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:49.000231 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.003137 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1db4d9ad-69e2-466d-b121-6e5dfb8149ef tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.004346 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-1db4d9ad-69e2-466d-b121-6e5dfb8149ef tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4355128 Oct 12 12:43:49.014266 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44460) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:49.019271 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-579214ad-ece3-4c5d-a378-067ab1d0a76d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'security_group_rule': {'security_group_id': '79678d62-0ee3-49c6-9171-58d843a2ed12', 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:49.078770 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:49.108551 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.securitygroups_db [None req-579214ad-ece3-4c5d-a378-067ab1d0a76d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Project 00c9aab9a0264449ac51194afd4cb6a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:43:49.119214 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9c94e8f-4f5e-4120-8f98-345041f3f473 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (ad6d4edc-ea1c-4285-9f88-2b636fef48d8), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.122228 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-579214ad-ece3-4c5d-a378-067ab1d0a76d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (77dbb96a-e05d-4083-8628-6ae70a667a23), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.214906 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9c94e8f-4f5e-4120-8f98-345041f3f473 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (ad6d4edc-ea1c-4285-9f88-2b636fef48d8), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.218017 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-579214ad-ece3-4c5d-a378-067ab1d0a76d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (77dbb96a-e05d-4083-8628-6ae70a667a23), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.268166 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Deleting port 6c5b22ef-317a-495d-9cd8-c9d12be77020 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:49.271255 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.312529 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9c94e8f-4f5e-4120-8f98-345041f3f473 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (ad6d4edc-ea1c-4285-9f88-2b636fef48d8), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.318614 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-579214ad-ece3-4c5d-a378-067ab1d0a76d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (77dbb96a-e05d-4083-8628-6ae70a667a23), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.349640 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c94e8f-4f5e-4120-8f98-345041f3f473 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6d4edc-ea1c-4285-9f88-2b636fef48d8,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:49.356912 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] For port 6c5b22ef-317a-495d-9cd8-c9d12be77020, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=6c5b22ef-317a-495d-9cd8-c9d12be77020,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:49.357293 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.365157 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579214ad-ece3-4c5d-a378-067ab1d0a76d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dbb96a-e05d-4083-8628-6ae70a667a23,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:49.372256 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Calling delete_port for 6c5b22ef-317a-495d-9cd8-c9d12be77020 owned by network:router_interface {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:49.415310 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:49.428186 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b9c94e8f-4f5e-4120-8f98-345041f3f473 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.429392 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-b9c94e8f-4f5e-4120-8f98-345041f3f473 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4526289 Oct 12 12:43:49.433044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44462) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:49.437970 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-4486a92b-a5bb-4588-b410-91e382252f1c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'security_group_rule': {'security_group_id': 'f9011ac1-e609-4d57-a664-9bed19a6fdd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:49.445343 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-579214ad-ece3-4c5d-a378-067ab1d0a76d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.446735 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-579214ad-ece3-4c5d-a378-067ab1d0a76d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4309683 Oct 12 12:43:49.449376 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44464) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:49.453885 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-8851a14b-57ab-407b-b0f0-6e4f8258d309 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'security_group_rule': {'security_group_id': '79678d62-0ee3-49c6-9171-58d843a2ed12', 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:49.546956 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.securitygroups_db [None req-8851a14b-57ab-407b-b0f0-6e4f8258d309 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Project 00c9aab9a0264449ac51194afd4cb6a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:43:49.554751 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8851a14b-57ab-407b-b0f0-6e4f8258d309 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (47e9decb-a220-40a4-8fed-60f8ac0be3c7), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.585475 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4486a92b-a5bb-4588-b410-91e382252f1c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (0380a598-8ceb-41bd-9ba9-2ef5240f50d6), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.621979 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8851a14b-57ab-407b-b0f0-6e4f8258d309 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (47e9decb-a220-40a4-8fed-60f8ac0be3c7), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.643540 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4486a92b-a5bb-4588-b410-91e382252f1c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (0380a598-8ceb-41bd-9ba9-2ef5240f50d6), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.666111 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (6c5b22ef-317a-495d-9cd8-c9d12be77020), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.691594 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5b22ef-317a-495d-9cd8-c9d12be77020,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:49.694851 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8851a14b-57ab-407b-b0f0-6e4f8258d309 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (47e9decb-a220-40a4-8fed-60f8ac0be3c7), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.721911 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851a14b-57ab-407b-b0f0-6e4f8258d309 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e9decb-a220-40a4-8fed-60f8ac0be3c7,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:49.757994 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4486a92b-a5bb-4588-b410-91e382252f1c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (0380a598-8ceb-41bd-9ba9-2ef5240f50d6), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.766934 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:49.788430 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8851a14b-57ab-407b-b0f0-6e4f8258d309 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.792688 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-8851a14b-57ab-407b-b0f0-6e4f8258d309 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394098 Oct 12 12:43:49.818322 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486a92b-a5bb-4588-b410-91e382252f1c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0380a598-8ceb-41bd-9ba9-2ef5240f50d6,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:49.879501 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4486a92b-a5bb-4588-b410-91e382252f1c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.880733 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-4486a92b-a5bb-4588-b410-91e382252f1c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467409 Oct 12 12:43:49.884214 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44484) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:49.896691 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:49.930134 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (733cfee7-b151-48e3-b89b-ac64ad9206c5), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:49.946161 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70f353f-dd2a-4493-a103-7efb875d20b9 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:43:50.047160 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:50.107433 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f353f-dd2a-4493-a103-7efb875d20b9 None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:43:50.162052 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Router 733cfee7-b151-48e3-b89b-ac64ad9206c5 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:43:50.204591 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:50.244834 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.255576 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:50.308151 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:43:50.317566 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-99640842-2ca3-46b6-9f0e-f56501dcf4ae admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/733cfee7-b151-48e3-b89b-ac64ad9206c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3107584 Oct 12 12:43:50.317742 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] Sync routers for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:43:50.318988 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44508) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:50.337442 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:50.337442 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:50.337442 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:50.345927 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.448790 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:50.536654 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Allocated IP 172.27.3.44 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/db2e6317-71fa-4126-b73d-694155eb3445) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:50.547137 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks [] for router (733cfee7-b151-48e3-b89b-ac64ad9206c5), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.662166 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c248916f-a62f-464f-8fbb-004f05bfc9d2 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:50.707599 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (db2e6317-71fa-4126-b73d-694155eb3445), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.751518 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:50.770821 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:43:49Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:50.799399 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] Checking router: 733cfee7-b151-48e3-b89b-ac64ad9206c5 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:43:50.803753 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c248916f-a62f-464f-8fbb-004f05bfc9d2 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:50.804211 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.804630 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c248916f-a62f-464f-8fbb-004f05bfc9d2 Oct 12 12:43:50.814552 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] Routers {'733cfee7-b151-48e3-b89b-ac64ad9206c5'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:43:50.815299 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['733cfee7-b151-48e3-b89b-ac64ad9206c5'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:50.816019 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks [] for router_gateway (733cfee7-b151-48e3-b89b-ac64ad9206c5), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.849724 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.850174 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:50.852692 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (db2e6317-71fa-4126-b73d-694155eb3445), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.856068 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.907913 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:50.911234 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:50.913965 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:50.944666 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c248916f-a62f-464f-8fbb-004f05bfc9d2 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:50.945318 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:50.983952 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port c248916f-a62f-464f-8fbb-004f05bfc9d2, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c248916f-a62f-464f-8fbb-004f05bfc9d2,segment=NetworkSegment(0e49bb0c-736c-41e5-9c01-df5cf274127e),segment_id=0e49bb0c-736c-41e5-9c01-df5cf274127e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:50.992296 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] Set router 733cfee7-b151-48e3-b89b-ac64ad9206c5 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:43:50.999462 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Deleting port b66835d2-a504-4bac-a1be-a2d39f59ab0f {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:50.999800 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.007374 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=db2e6317-71fa-4126-b73d-694155eb3445,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:51.069587 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (181ec6b2-b81e-4193-ac5a-c8743dc1f934), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.075683 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.114049 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] For port b66835d2-a504-4bac-a1be-a2d39f59ab0f, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=b66835d2-a504-4bac-a1be-a2d39f59ab0f,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:51.114049 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.125562 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Calling delete_port for b66835d2-a504-4bac-a1be-a2d39f59ab0f owned by network:router_gateway {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:51.136845 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:51.158636 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=c248916f-a62f-464f-8fbb-004f05bfc9d2,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:51.192580 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (db2e6317-71fa-4126-b73d-694155eb3445), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.214601 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:51.222537 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-48a10018-613e-4b73-bfae-52867f572e40 None None] Provisioning complete for port 63c8086b-b848-435f-afb9-497087c5f76d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:51.223100 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-48a10018-613e-4b73-bfae-52867f572e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (63c8086b-b848-435f-afb9-497087c5f76d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.223601 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-48a10018-613e-4b73-bfae-52867f572e40 None None] Attempt 1 to provision port 63c8086b-b848-435f-afb9-497087c5f76d Oct 12 12:43:51.242089 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:43:49Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:51.297244 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a324dd9-5055-4abd-9557-a9b4fab64299 None None] The sync data for ids ['733cfee7-b151-48e3-b89b-ac64ad9206c5'] in dv-cinder-812685-16-iscsi is: [{'id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1640983227-router', 'tenant_id': 'd62398af777d4d269977b1a5f1f37080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:43:49Z', 'revision_number': 5, 'project_id': 'd62398af777d4d269977b1a5f1f37080', 'gw_port': {'id': 'b66835d2-a504-4bac-a1be-a2d39f59ab0f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733cfee7-b151-48e3-b89b-ac64ad9206c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:03Z', 'updated_at': '2022-10-12T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:43:51.353019 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-48a10018-613e-4b73-bfae-52867f572e40 None None] Current status of the port 63c8086b-b848-435f-afb9-497087c5f76d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:51.415518 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (db2e6317-71fa-4126-b73d-694155eb3445), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.477573 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (db2e6317-71fa-4126-b73d-694155eb3445), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.477792 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (b66835d2-a504-4bac-a1be-a2d39f59ab0f), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.482942 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:51.507331 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b66835d2-a504-4bac-a1be-a2d39f59ab0f,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:51.551692 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (181ec6b2-b81e-4193-ac5a-c8743dc1f934), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.554465 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=db2e6317-71fa-4126-b73d-694155eb3445,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:51.587680 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (733cfee7-b151-48e3-b89b-ac64ad9206c5), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.674191 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.675417 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-23a5ec11-914d-483f-bef0-0666421a637d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7901134 Oct 12 12:43:51.692129 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (733cfee7-b151-48e3-b89b-ac64ad9206c5), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.694529 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks [] for router_controller (733cfee7-b151-48e3-b89b-ac64ad9206c5), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.821052 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (733cfee7-b151-48e3-b89b-ac64ad9206c5), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.832514 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733cfee7-b151-48e3-b89b-ac64ad9206c5 {{(pid=104978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:43:51.832514 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.832514 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-1ff13a66-ff59-4560-b243-c24a9f01fe2e admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/733cfee7-b151-48e3-b89b-ac64ad9206c5 HTTP/1.1" status: 204 len: 168 time: 1.5070052 Oct 12 12:43:51.833394 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44548) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:51.878122 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ff22d3-23ac-42c7-8b79-120d91ef33b6 admin admin] Deleting subnet 46ab091e-2588-41eb-9261-dad901709c25 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:43:51.881262 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-56ff22d3-23ac-42c7-8b79-120d91ef33b6 admin admin] Publish callbacks [] for subnet (46ab091e-2588-41eb-9261-dad901709c25), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:51.885456 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-39704167-60dc-4473-96ec-58f8bca339f7 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--750798008&fields=id&tenant_id=fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 267 time: 0.0451479 Oct 12 12:43:51.939545 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-56ff22d3-23ac-42c7-8b79-120d91ef33b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387852'] for subnet (46ab091e-2588-41eb-9261-dad901709c25), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.022785 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-17fd74be-e993-4569-85a0-8d7cc7424321 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:52.024367 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-17fd74be-e993-4569-85a0-8d7cc7424321 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 815 time: 0.1312621 Oct 12 12:43:52.040843 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-83573f2a-1b60-4605-a009-b67c3ade8b26 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/quotas/fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 375 time: 0.0102892 Oct 12 12:43:52.054265 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-56ff22d3-23ac-42c7-8b79-120d91ef33b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (46ab091e-2588-41eb-9261-dad901709c25), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.095293 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:52.110633 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-679d5881-3a47-4d25-a170-413c6635c03c tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644140 Oct 12 12:43:52.215359 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-56ff22d3-23ac-42c7-8b79-120d91ef33b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6718151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5102702'] for subnet (46ab091e-2588-41eb-9261-dad901709c25), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.243884 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff22d3-23ac-42c7-8b79-120d91ef33b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ab091e-2588-41eb-9261-dad901709c25,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:52.256970 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-56ff22d3-23ac-42c7-8b79-120d91ef33b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.261804 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7509ddaa-d3e3-459b-bb88-ec254dcf92cb None None] Network 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:43:52.263764 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44556) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:52.274658 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-56ff22d3-23ac-42c7-8b79-120d91ef33b6 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/46ab091e-2588-41eb-9261-dad901709c25 HTTP/1.1" status: 204 len: 168 time: 0.4261224 Oct 12 12:43:52.298064 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-7609201e-1761-442f-b0f0-c2800fd0a5ba service neutron] 10.222.0.44 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744196 Oct 12 12:43:52.427201 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (1b4ef2f4-49f2-43ce-8f92-68931ce3b901), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.502595 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-9d2639ec-4e70-4c89-9ad8-32702e0baeb8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036080 Oct 12 12:43:52.513081 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Deleting port 63c8086b-b848-435f-afb9-497087c5f76d {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:52.513081 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (63c8086b-b848-435f-afb9-497087c5f76d), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.567455 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2ed41-6d7c-4384-8cde-f10e240a3bf3 req-bbb4ef59-1a8c-4cf7-bbed-c4b510f75010 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:52.582670 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-23a2ed41-6d7c-4384-8cde-f10e240a3bf3 req-bbb4ef59-1a8c-4cf7-bbed-c4b510f75010 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0828662 Oct 12 12:43:52.588083 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] For port 63c8086b-b848-435f-afb9-497087c5f76d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=63c8086b-b848-435f-afb9-497087c5f76d,segment=NetworkSegment(739befac-a2bb-4972-a0f9-d6d01082730a),segment_id=739befac-a2bb-4972-a0f9-d6d01082730a)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:52.589670 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (63c8086b-b848-435f-afb9-497087c5f76d), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.603124 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Calling delete_port for 63c8086b-b848-435f-afb9-497087c5f76d owned by network:dhcp {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:52.633129 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-23a2ed41-6d7c-4384-8cde-f10e240a3bf3 req-9a04d8ad-117f-41e8-8098-bcd3580552ab tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491149 Oct 12 12:43:52.749141 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] DHCP port deletion for 1b4ef2f4-49f2-43ce-8f92-68931ce3b901 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:43:52.784079 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (63c8086b-b848-435f-afb9-497087c5f76d), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.829051 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=63c8086b-b848-435f-afb9-497087c5f76d,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:52.829215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] Deleting port 63c8086b-b848-435f-afb9-497087c5f76d {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:43:52.829590 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (63c8086b-b848-435f-afb9-497087c5f76d), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.838719 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] No DVR routers for this DVR port 63c8086b-b848-435f-afb9-497087c5f76d on host dv-cinder-812685-16-iscsi {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:43:52.863934 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-422ab727-b45d-4300-95c7-49e429f784f5 req-baaa4868-8f63-4bac-bfbe-de915ecae933 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 210 time: 0.0638235 Oct 12 12:43:52.902005 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:52.918246 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c248916f-a62f-464f-8fbb-004f05bfc9d2 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:43:52.943381 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (1b4ef2f4-49f2-43ce-8f92-68931ce3b901), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.971753 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] For port 63c8086b-b848-435f-afb9-497087c5f76d, host dv-cinder-812685-16-iscsi, got binding levels [] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:43:52.972020 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4ef2f4-49f2-43ce-8f92-68931ce3b901']}} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:52.972195 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (63c8086b-b848-435f-afb9-497087c5f76d), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.993153 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739befac-a2bb-4972-a0f9-d6d01082730a') {'for_net_delete': True} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:52.993153 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739befac-a2bb-4972-a0f9-d6d01082730a') {} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:43:52.995483 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] Calling delete_port for 63c8086b-b848-435f-afb9-497087c5f76d owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:43:52.999361 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356295'] for segment (739befac-a2bb-4972-a0f9-d6d01082730a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:52.999549 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.ipam_backend_mixin [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] Port 63c8086b-b848-435f-afb9-497087c5f76d was not found and therefore no delete operation was performed {{(pid=104979) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 12 12:43:53.006548 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (63c8086b-b848-435f-afb9-497087c5f76d), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:53.017407 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (739befac-a2bb-4972-a0f9-d6d01082730a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:53.024275 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=104978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:43:53.027077 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4356474'] for segment (739befac-a2bb-4972-a0f9-d6d01082730a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:53.039472 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port c248916f-a62f-464f-8fbb-004f05bfc9d2 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:53.040381 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:53.040879 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port c248916f-a62f-464f-8fbb-004f05bfc9d2 Oct 12 12:43:53.047545 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] Pushing event deleted for resources: {'Port': ['ID=63c8086b-b848-435f-afb9-497087c5f76d,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:53.079075 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224062f-c27f-4f10-81f7-0afb3dec75ee None None] No DVR routers for this DVR port 63c8086b-b848-435f-afb9-497087c5f76d on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:43:53.082353 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 739befac-a2bb-4972-a0f9-d6d01082730a resource provider aggregate not found Oct 12 12:43:53.116641 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 739befac-a2bb-4972-a0f9-d6d01082730a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 739befac-a2bb-4972-a0f9-d6d01082730a found for delete ", "request_id": "req-0b632bb8-c343-487f-b719-297f1fc7bd00"}]} Oct 12 12:43:53.128245 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:53.170980 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c248916f-a62f-464f-8fbb-004f05bfc9d2 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:43:53.180846 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 6c5b22ef-317a-495d-9cd8-c9d12be77020 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:43:53.201219 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 6c5b22ef-317a-495d-9cd8-c9d12be77020 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:43:53.201605 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 6c5b22ef-317a-495d-9cd8-c9d12be77020 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:43:53.255105 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (1b4ef2f4-49f2-43ce-8f92-68931ce3b901), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:53.261344 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:53.264464 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/1b4ef2f4-49f2-43ce-8f92-68931ce3b901 HTTP/1.1" status: 204 len: 168 time: 0.9995382 Oct 12 12:43:53.276342 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82239418-0f53-4ba7-9e59-3136f4423a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4ef2f4-49f2-43ce-8f92-68931ce3b901,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:53.639904 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44596) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:53.699258 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-188db5ad-09e7-4e19-b22f-e3250f807a87 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d62398af777d4d269977b1a5f1f37080&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0581553 Oct 12 12:43:53.703969 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44602) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:53.720751 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:53.798422 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73baad-b0da-4472-b3dd-42b16a56a329 req-1ddcd1e0-57bd-4720-b501-f4f67801173c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:53.800436 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4c73baad-b0da-4472-b3dd-42b16a56a329 req-1ddcd1e0-57bd-4720-b501-f4f67801173c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0574076 Oct 12 12:43:53.813524 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fa1d-f19b-4266-b3fc-efd288c491b7 admin admin] Publish callbacks [] for security_group (c58aad07-74c1-41cd-ba69-a6422af006d3), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:53.820579 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16b99-6c34-4d90-aea3-2bea0143821b req-847e37ec-175b-419d-a51b-68dd5fb39839 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:53.822121 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17c16b99-6c34-4d90-aea3-2bea0143821b req-847e37ec-175b-419d-a51b-68dd5fb39839 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0578818 Oct 12 12:43:53.859189 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fa1d-f19b-4266-b3fc-efd288c491b7 admin admin] Publish callbacks [] for security_group (c58aad07-74c1-41cd-ba69-a6422af006d3), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:53.870659 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4c73baad-b0da-4472-b3dd-42b16a56a329 req-df333ec8-682d-482d-ac81-5223e202c9cb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637593 Oct 12 12:43:53.959592 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8989e088-0e1c-4d50-a444-f832c29e33f3 req-dc0dc6c2-1256-4ddc-96bc-89ac633ee768 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 210 time: 0.0289147 Oct 12 12:43:54.144867 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17c16b99-6c34-4d90-aea3-2bea0143821b req-cd31a062-68fd-4d5b-aec9-0f3d7a5bbe54 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3136857 Oct 12 12:43:54.226734 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fa1d-f19b-4266-b3fc-efd288c491b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (c58aad07-74c1-41cd-ba69-a6422af006d3), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:54.229456 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fa1d-f19b-4266-b3fc-efd288c491b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:54.230842 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-8ee1fa1d-f19b-4266-b3fc-efd288c491b7 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/c58aad07-74c1-41cd-ba69-a6422af006d3 HTTP/1.1" status: 204 len: 168 time: 0.5251687 Oct 12 12:43:54.242324 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1fa1d-f19b-4266-b3fc-efd288c491b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58aad07-74c1-41cd-ba69-a6422af006d3,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:54.386255 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device b66835d2-a504-4bac-a1be-a2d39f59ab0f no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:43:54.406645 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: b66835d2-a504-4bac-a1be-a2d39f59ab0f {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:43:54.406995 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device b66835d2-a504-4bac-a1be-a2d39f59ab0f not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:43:54.407541 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 63c8086b-b848-435f-afb9-497087c5f76d no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:43:54.427359 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 63c8086b-b848-435f-afb9-497087c5f76d {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:43:54.427710 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 63c8086b-b848-435f-afb9-497087c5f76d not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:43:55.037278 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf8e4-4611-47cf-83d5-1c1545a5b243 req-3530e616-10bf-4044-9ec6-2f761a3d325a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:55.039593 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d1fbf8e4-4611-47cf-83d5-1c1545a5b243 req-3530e616-10bf-4044-9ec6-2f761a3d325a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0606129 Oct 12 12:43:55.074881 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-85a8500b-29d4-4b98-80f5-3cbc357915a6 req-f0856f6a-4bca-4f4a-8365-4686c7c224c0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 210 time: 0.0328968 Oct 12 12:43:55.108355 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d1fbf8e4-4611-47cf-83d5-1c1545a5b243 req-5f329bed-7d6e-45f4-bed1-72666a0c0813 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608115 Oct 12 12:43:55.275384 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07002b3d-d281-4dc5-947d-757926fe9727 req-1489a758-27e0-4105-ae05-da878b54efea tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:55.276917 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-07002b3d-d281-4dc5-947d-757926fe9727 req-1489a758-27e0-4105-ae05-da878b54efea tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0488565 Oct 12 12:43:55.336720 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-07002b3d-d281-4dc5-947d-757926fe9727 req-a9e32a2a-68c1-4c4c-9e69-675247af02b1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506825 Oct 12 12:43:55.484863 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-c872b7cf-9a2d-4df0-b27f-981459fe8a56 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:55.488565 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-c872b7cf-9a2d-4df0-b27f-981459fe8a56 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 815 time: 0.1139023 Oct 12 12:43:55.552118 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:55.568285 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-0a4618c8-7a12-4153-8943-aedd5cf5edab tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb8207ad9abf449b99382a2586d4588a HTTP/1.1" status: 200 len: 379 time: 0.0623462 Oct 12 12:43:55.577882 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'port': {'device_id': '29def05a-0aa9-48ba-8880-44b19b216766', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'admin_state_up': True, 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'security_groups': ['f9011ac1-e609-4d57-a664-9bed19a6fdd0']}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:55.974956 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Made reservation on behalf of fb8207ad9abf449b99382a2586d4588a for: {'port': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:43:55.978759 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:56.114776 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Allocated IP 172.20.0.9 (f74858ca-46a0-493d-924e-694edecfac99/2ee2ada1-0311-4386-a91f-e6ec46f6c98f/3af0b0da-4e0e-4354-b176-3e8eda704ca2) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:43:56.225633 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:56.246699 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-50d33800-a14c-4dd2-8420-61b64eac8822 req-3ac83e6f-96c6-48c2-939c-0d2390573b14 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 210 time: 0.0351894 Oct 12 12:43:56.285288 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43184896-bf6c-4cfd-8ddc-a43fff914b97 req-cbb302cc-6562-41b0-ac19-3262c6db030e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:56.287308 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-43184896-bf6c-4cfd-8ddc-a43fff914b97 req-cbb302cc-6562-41b0-ac19-3262c6db030e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0794520 Oct 12 12:43:56.330196 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:56.348320 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-43184896-bf6c-4cfd-8ddc-a43fff914b97 req-67aa0cfb-96db-40ac-b4dc-4d72e9de8b01 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528147 Oct 12 12:43:56.432440 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:56.541127 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf752df2-58fb-4454-b1bc-f8e7644e2dcf req-69dcff18-72d7-4b01-a479-5b8e95277b22 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:56.542649 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-bf752df2-58fb-4454-b1bc-f8e7644e2dcf req-69dcff18-72d7-4b01-a479-5b8e95277b22 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.1248314 Oct 12 12:43:56.549403 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Network f74858ca-46a0-493d-924e-694edecfac99 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:43:56.555905 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:43:56.558676 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:43:56.565613 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event updated for resources: {'Port': ['ID=3af0b0da-4e0e-4354-b176-3e8eda704ca2,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:56.666321 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:56.667372 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:56.674598 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-bf752df2-58fb-4454-b1bc-f8e7644e2dcf req-57316963-1dc5-4c9b-a12b-9fb02a713d4f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207619 Oct 12 12:43:56.750381 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-23a57740-86d5-4730-920f-0b39a57918f8 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1766183 Oct 12 12:43:56.822052 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-28bbc3e2-c520-4115-b422-2705331974c0 None None] Provisioning complete for port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:43:56.822653 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-28bbc3e2-c520-4115-b422-2705331974c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:56.822794 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-28bbc3e2-c520-4115-b422-2705331974c0 None None] Attempt 1 to provision port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 Oct 12 12:43:56.855616 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-28bbc3e2-c520-4115-b422-2705331974c0 None None] Port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:43:56.870551 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Request body: {'port': {'device_id': '29def05a-0aa9-48ba-8880-44b19b216766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:43:56.905542 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:56.931170 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.070614 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44678) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:57.185550 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fececd34-7cad-4ab8-bc55-f0565c798dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.211695 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af0b0da-4e0e-4354-b176-3e8eda704ca2 {{(pid=104978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:43:57.219984 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Publish callbacks [] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.233156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.provisioning_blocks [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Transition to ACTIVE for port object 3af0b0da-4e0e-4354-b176-3e8eda704ca2 will not be triggered until provisioned by entity L2. {{(pid=104978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:43:57.259978 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fececd34-7cad-4ab8-bc55-f0565c798dce admin admin] Publish callbacks [] for security_group (ade7f559-eba3-4903-9c47-2371f0a68216), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.323566 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.361031 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fececd34-7cad-4ab8-bc55-f0565c798dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ade7f559-eba3-4903-9c47-2371f0a68216), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.371044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:57.399811 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72667f8-c82b-4978-a3b7-a09a25152d40 req-4118ec06-d1ee-46c1-9284-8900860785d9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:57.401324 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d72667f8-c82b-4978-a3b7-a09a25152d40 req-4118ec06-d1ee-46c1-9284-8900860785d9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 943 time: 0.0702972 Oct 12 12:43:57.404080 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Pushing event updated for resources: {'Port': ['ID=3af0b0da-4e0e-4354-b176-3e8eda704ca2,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:57.432193 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-fececd34-7cad-4ab8-bc55-f0565c798dce admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=3620332e24494ea3b591934c3f77afc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605886 Oct 12 12:43:57.439853 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44686) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:57.449677 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fececd34-7cad-4ab8-bc55-f0565c798dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade7f559-eba3-4903-9c47-2371f0a68216,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:57.506243 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d72667f8-c82b-4978-a3b7-a09a25152d40 req-1e62385d-7a32-4f3c-9cb5-b746d670cbe0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910730 Oct 12 12:43:57.517251 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8060e8e-41c7-4020-b6e6-615e094f7ac2 req-c66b35f0-46c5-43d7-9bbc-83d30ac3d9fb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:57.524063 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b8060e8e-41c7-4020-b6e6-615e094f7ac2 req-c66b35f0-46c5-43d7-9bbc-83d30ac3d9fb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0750072 Oct 12 12:43:57.524219 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dc62c42c-2201-4f48-813e-8e94de658d61 admin admin] Publish callbacks [] for security_group (ade7f559-eba3-4903-9c47-2371f0a68216), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.548768 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dc62c42c-2201-4f48-813e-8e94de658d61 admin admin] Publish callbacks [] for security_group (ade7f559-eba3-4903-9c47-2371f0a68216), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.554960 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:57.567805 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Attempting to bind port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:43:57.567805 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Attempting to bind port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:43:57.568142 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Attempting to bind port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:57.585225 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:57.609655 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b8060e8e-41c7-4020-b6e6-615e094f7ac2 req-d5cc9409-449d-4a5a-ad5a-db7e3b26fb67 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845804 Oct 12 12:43:57.628061 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 on network f74858ca-46a0-493d-924e-694edecfac99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:43:57.628367 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Attempting to bind port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 on network f74858ca-46a0-493d-924e-694edecfac99 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:43:57.667020 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dc62c42c-2201-4f48-813e-8e94de658d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ade7f559-eba3-4903-9c47-2371f0a68216), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.669976 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dc62c42c-2201-4f48-813e-8e94de658d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.674457 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-dc62c42c-2201-4f48-813e-8e94de658d61 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ade7f559-eba3-4903-9c47-2371f0a68216 HTTP/1.1" status: 204 len: 168 time: 0.2318676 Oct 12 12:43:57.674779 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:43:57.675124 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Checking segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:43:57.675511 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Bound using segment: {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:43:57.675980 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Bound port: 3af0b0da-4e0e-4354-b176-3e8eda704ca2, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36303c7a-4202-4556-9e59-a03c81007457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99'}}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:43:57.676315 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.684198 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62c42c-2201-4f48-813e-8e94de658d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade7f559-eba3-4903-9c47-2371f0a68216,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:57.741768 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] For port 3af0b0da-4e0e-4354-b176-3e8eda704ca2, host hv-cinder-81268, cleared binding levels {{(pid=104978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:43:57.745673 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] For port 3af0b0da-4e0e-4354-b176-3e8eda704ca2, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3af0b0da-4e0e-4354-b176-3e8eda704ca2,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:43:57.809284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c969bb-b724-4d5f-9687-70fae87c431e req-1f511e5b-f073-4925-a1b3-fda692187bca tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:57.810817 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d0c969bb-b724-4d5f-9687-70fae87c431e req-1f511e5b-f073-4925-a1b3-fda692187bca tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0464709 Oct 12 12:43:57.838798 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.845201 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:57.845809 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:57.847183 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/3af0b0da-4e0e-4354-b176-3e8eda704ca2 HTTP/1.1" status: 200 len: 1093 time: 1.0814877 Oct 12 12:43:57.847672 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29def05a-0aa9-48ba-8880-44b19b216766', 'tag': '3af0b0da-4e0e-4354-b176-3e8eda704ca2'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:43:57.850325 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b0a9c-4384-43ae-8cca-0be7b0cd55ea" -d '{"events": [{"name": "network-changed", "server_uuid": "29def05a-0aa9-48ba-8880-44b19b216766", "tag": "3af0b0da-4e0e-4354-b176-3e8eda704ca2"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:43:57.876323 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d0c969bb-b724-4d5f-9687-70fae87c431e req-ba219f28-1db8-41ed-9731-cd73f5ad9fd8 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579066 Oct 12 12:43:57.913104 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2aaf6c-937b-4c50-9ee6-7d7bf6bc6f6c service neutron] Pushing event updated for resources: {'Port': ['ID=3af0b0da-4e0e-4354-b176-3e8eda704ca2,revision_number=3']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:57.913556 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62863bf9-cec7-4cb8-b327-f490d92204c2 x-openstack-request-id: req-62863bf9-cec7-4cb8-b327-f490d92204c2 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:43:57.913775 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29def05a-0aa9-48ba-8880-44b19b216766", "tag": "3af0b0da-4e0e-4354-b176-3e8eda704ca2", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:43:57.914068 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62863bf9-cec7-4cb8-b327-f490d92204c2 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:43:57.914476 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62863bf9-cec7-4cb8-b327-f490d92204c2'] response: {'name': 'network-changed', 'server_uuid': '29def05a-0aa9-48ba-8880-44b19b216766', 'tag': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'status': 'completed', 'code': 200} Oct 12 12:43:58.004491 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:58.008192 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0a9c-4384-43ae-8cca-0be7b0cd55ea req-7ddbfae5-6130-4638-9195-2aa32c6c193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:58.009734 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-897b0a9c-4384-43ae-8cca-0be7b0cd55ea req-7ddbfae5-6130-4638-9195-2aa32c6c193e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 1127 time: 0.0404367 Oct 12 12:43:58.127943 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0a9c-4384-43ae-8cca-0be7b0cd55ea req-0afb2a2f-5f0a-4730-b836-dc192ff70b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:58.129393 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-897b0a9c-4384-43ae-8cca-0be7b0cd55ea req-0afb2a2f-5f0a-4730-b836-dc192ff70b23 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=fb8207ad9abf449b99382a2586d4588a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1063964 Oct 12 12:43:58.224754 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0a9c-4384-43ae-8cca-0be7b0cd55ea req-c940adc3-bd3f-49cb-9071-c9c5bd17ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:58.226248 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-897b0a9c-4384-43ae-8cca-0be7b0cd55ea req-c940adc3-bd3f-49cb-9071-c9c5bd17ca9f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908129 Oct 12 12:43:58.345523 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-49ed7aca-89e1-4b35-8ced-a5ae990c10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:58.347129 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-49ed7aca-89e1-4b35-8ced-a5ae990c10dd service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 1127 time: 0.0440378 Oct 12 12:43:58.377085 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44698) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:58.391092 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5947c8a3-109a-4f1e-aef2-e62fd1b94fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:58.395510 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-4412cdb2-536f-47fd-8668-15779bc6b2f0 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3af0b0da-4e0e-4354-b176-3e8eda704ca2 HTTP/1.1" status: 200 len: 217 time: 0.0341947 Oct 12 12:43:58.447941 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-5cbda4a8-40c0-4a93-bca8-8a9b41488304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:58.449429 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-5cbda4a8-40c0-4a93-bca8-8a9b41488304 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.0477612 Oct 12 12:43:58.469146 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5947c8a3-109a-4f1e-aef2-e62fd1b94fb8 admin admin] Publish callbacks [] for security_group (eaf4c481-6c91-4c08-831d-1ef3e5e2bdfd), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:58.492762 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-66815aab-cd59-4653-8704-b1758700776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:58.494288 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-66815aab-cd59-4653-8704-b1758700776e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382979 Oct 12 12:43:58.541234 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5947c8a3-109a-4f1e-aef2-e62fd1b94fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (eaf4c481-6c91-4c08-831d-1ef3e5e2bdfd), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:58.594408 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5947c8a3-109a-4f1e-aef2-e62fd1b94fb8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f353b716a8824b5683b8d2d453f65f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160928 Oct 12 12:43:58.597439 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44704) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:43:58.608493 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c8a3-109a-4f1e-aef2-e62fd1b94fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf4c481-6c91-4c08-831d-1ef3e5e2bdfd,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:58.609353 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-21f8b7f0-2b71-4e41-9217-a1ad3ef7a420 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078515 Oct 12 12:43:58.687392 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86079a-cc87-4323-a0f4-35147c9fa68a req-55a12726-623a-49e1-9306-4addb34c5a56 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:58.688882 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cb86079a-cc87-4323-a0f4-35147c9fa68a req-55a12726-623a-49e1-9306-4addb34c5a56 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 943 time: 0.0719395 Oct 12 12:43:58.721702 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9ded9ab4-e2b9-4be9-9d6a-1fc742fd3e63 admin admin] Publish callbacks [] for security_group (eaf4c481-6c91-4c08-831d-1ef3e5e2bdfd), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:58.750442 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1042ab84-d82b-4ee9-ace9-1ea07972b5d3 req-963bb2f5-662c-447a-b738-856a73940585 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338310 Oct 12 12:43:58.753709 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9ded9ab4-e2b9-4be9-9d6a-1fc742fd3e63 admin admin] Publish callbacks [] for security_group (eaf4c481-6c91-4c08-831d-1ef3e5e2bdfd), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:58.768182 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285988d0-4734-4f50-bb13-7edcbe5de720 req-1e84564e-b846-43c9-a2a0-cca5a053a43d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:58.769804 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-285988d0-4734-4f50-bb13-7edcbe5de720 req-1e84564e-b846-43c9-a2a0-cca5a053a43d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0545485 Oct 12 12:43:58.794036 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cb86079a-cc87-4323-a0f4-35147c9fa68a req-663696ce-e424-43d1-899b-fdc368a99d1a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915101 Oct 12 12:43:58.824826 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-285988d0-4734-4f50-bb13-7edcbe5de720 req-d1be788a-b57a-431d-88a6-8619d00a1c0b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Oct 12 12:43:58.895092 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9ded9ab4-e2b9-4be9-9d6a-1fc742fd3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (eaf4c481-6c91-4c08-831d-1ef3e5e2bdfd), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:58.897720 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9ded9ab4-e2b9-4be9-9d6a-1fc742fd3e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:43:58.898902 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-9ded9ab4-e2b9-4be9-9d6a-1fc742fd3e63 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/eaf4c481-6c91-4c08-831d-1ef3e5e2bdfd HTTP/1.1" status: 204 len: 168 time: 0.3001239 Oct 12 12:43:58.907190 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded9ab4-e2b9-4be9-9d6a-1fc742fd3e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf4c481-6c91-4c08-831d-1ef3e5e2bdfd,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:43:59.014837 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f7fa9-eddd-4539-8305-4ccd5d6a9f32 req-966a590b-5ae8-474b-bdcf-bab8ea190ed9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:59.016333 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-787f7fa9-eddd-4539-8305-4ccd5d6a9f32 req-966a590b-5ae8-474b-bdcf-bab8ea190ed9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0502043 Oct 12 12:43:59.067647 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-787f7fa9-eddd-4539-8305-4ccd5d6a9f32 req-26197dd0-a6e3-420b-8d75-c7acb662747b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456524 Oct 12 12:43:59.936345 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653904cc-b206-403d-9159-82820f573226 req-ae4d3e8f-874f-478e-9af4-6bb8a0e48529 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:59.937878 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-653904cc-b206-403d-9159-82820f573226 req-ae4d3e8f-874f-478e-9af4-6bb8a0e48529 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 943 time: 0.0660820 Oct 12 12:43:59.962179 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:43:59.972934 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58fa95-7000-491c-9d33-4404947a0d8b req-0069f599-a420-477f-933b-7dd1d7bc41f3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:43:59.974799 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ca58fa95-7000-491c-9d33-4404947a0d8b req-0069f599-a420-477f-933b-7dd1d7bc41f3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0633528 Oct 12 12:43:59.995832 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-653904cc-b206-403d-9159-82820f573226 req-dd9af867-f5e5-493c-a4c8-c8251dc4b3c9 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506873 Oct 12 12:44:00.030891 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ca58fa95-7000-491c-9d33-4404947a0d8b req-ac9821e3-339e-4a3f-815d-26f53f095926 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485871 Oct 12 12:44:00.200098 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672de886-bfcc-4fd7-bf83-12947bcf5d5f req-b72426ad-9b59-41c9-b5c4-eb9dfa18d406 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:00.203257 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-672de886-bfcc-4fd7-bf83-12947bcf5d5f req-b72426ad-9b59-41c9-b5c4-eb9dfa18d406 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0583646 Oct 12 12:44:00.254178 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-672de886-bfcc-4fd7-bf83-12947bcf5d5f req-9797b441-463f-4820-9ac6-9f63dbee58b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446970 Oct 12 12:44:00.662230 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 3af0b0da-4e0e-4354-b176-3e8eda704ca2 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:44:00.685672 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:00.776631 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 3af0b0da-4e0e-4354-b176-3e8eda704ca2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3af0b0da-4e0e-4354-b176-3e8eda704ca2,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:00.789079 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'port_id': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'mac_address': 'fa:16:3e:82:ce:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:44:00.829051 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:00.829436 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:00.842360 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af0b0da-4e0e-4354-b176-3e8eda704ca2 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:44:00.863130 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 3af0b0da-4e0e-4354-b176-3e8eda704ca2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3af0b0da-4e0e-4354-b176-3e8eda704ca2,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:00.934941 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:00.981556 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=3af0b0da-4e0e-4354-b176-3e8eda704ca2,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:01.136153 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e865a94-33be-4dc9-a314-49d6f2bca1f3 req-18c08540-b6b6-4c63-bbf4-4adcc0494574 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:01.137733 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9e865a94-33be-4dc9-a314-49d6f2bca1f3 req-18c08540-b6b6-4c63-bbf4-4adcc0494574 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 944 time: 0.0586450 Oct 12 12:44:01.151875 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:01.190848 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e6755-67fa-4782-8c0d-b6e47bf4e351 req-9873de9e-c6d3-4e38-ac9c-b08e8c79e7a2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:01.192379 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-df4e6755-67fa-4782-8c0d-b6e47bf4e351 req-9873de9e-c6d3-4e38-ac9c-b08e8c79e7a2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0686438 Oct 12 12:44:01.194307 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9e865a94-33be-4dc9-a314-49d6f2bca1f3 req-5be076ac-da94-4c48-a1c1-5c178580651f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500875 Oct 12 12:44:01.229888 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['3af0b0da-4e0e-4354-b176-3e8eda704ca2'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:44:01.246272 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=17 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:01.272047 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-df4e6755-67fa-4782-8c0d-b6e47bf4e351 req-eb5d4400-a51f-4a10-9bc7-9e291dc54d18 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584848 Oct 12 12:44:01.386580 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4651f1b-4ead-4b15-8c91-29a972084321 req-37433955-cc24-4bcd-a0fe-7ac7ea5ea509 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:01.388084 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b4651f1b-4ead-4b15-8c91-29a972084321 req-37433955-cc24-4bcd-a0fe-7ac7ea5ea509 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0513737 Oct 12 12:44:01.437753 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b4651f1b-4ead-4b15-8c91-29a972084321 req-f35130c1-350b-4721-8c87-dfef522cf84d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434418 Oct 12 12:44:02.313554 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374144d-8503-4f04-beaa-a84f377517d1 req-2269ca17-4970-4766-b07a-fb981567c818 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:02.314999 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c374144d-8503-4f04-beaa-a84f377517d1 req-2269ca17-4970-4766-b07a-fb981567c818 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 944 time: 0.0456688 Oct 12 12:44:02.366112 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c374144d-8503-4f04-beaa-a84f377517d1 req-0ef89be0-4394-4af9-b4a9-dcd7d008bc01 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455916 Oct 12 12:44:02.387252 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:02.397575 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda89309-a224-4403-b39c-eccec00dab1c req-10b16e00-50fa-4e01-9abb-884439ebc65b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:02.399106 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fda89309-a224-4403-b39c-eccec00dab1c req-10b16e00-50fa-4e01-9abb-884439ebc65b tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0468209 Oct 12 12:44:02.446211 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fda89309-a224-4403-b39c-eccec00dab1c req-6804c53e-8910-4d5f-86d4-e64089da0609 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Oct 12 12:44:02.554743 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb9e9-b16e-455f-99d9-a3f46e93a8f4 req-e6c92a7c-63f5-4d43-bc2b-0d5cedb4ff47 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:02.556210 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fdfcb9e9-b16e-455f-99d9-a3f46e93a8f4 req-e6c92a7c-63f5-4d43-bc2b-0d5cedb4ff47 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0453916 Oct 12 12:44:02.604823 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fdfcb9e9-b16e-455f-99d9-a3f46e93a8f4 req-8ed84479-27e8-47e8-9cfe-a99b40c9236a tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423045 Oct 12 12:44:02.664860 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 3af0b0da-4e0e-4354-b176-3e8eda704ca2 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:02.705764 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:44:02.775294 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:44:02.775779 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:02.776831 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 Oct 12 12:44:02.862255 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:02.862568 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:02.877846 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693ae8-17a5-4243-8800-9a42527d7075 req-da6c0044-fbb6-45bc-9ff8-28732c324cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:02.879546 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-04693ae8-17a5-4243-8800-9a42527d7075 req-da6c0044-fbb6-45bc-9ff8-28732c324cc8 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b15d78e196664c1aa41be6c5afe4238b&device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1129 time: 0.0407948 Oct 12 12:44:02.886553 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29def05a-0aa9-48ba-8880-44b19b216766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af0b0da-4e0e-4354-b176-3e8eda704ca2'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:02.888713 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea042e80-2d41-4c3d-9275-fb03081aca74" -d '{"events": [{"server_uuid": "29def05a-0aa9-48ba-8880-44b19b216766", "name": "network-vif-plugged", "status": "completed", "tag": "3af0b0da-4e0e-4354-b176-3e8eda704ca2"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:02.902688 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 3af0b0da-4e0e-4354-b176-3e8eda704ca2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3af0b0da-4e0e-4354-b176-3e8eda704ca2,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:02.975973 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:02.977955 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693ae8-17a5-4243-8800-9a42527d7075 req-a10c295c-7823-4f5d-8601-ca3286974db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:02.979481 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-04693ae8-17a5-4243-8800-9a42527d7075 req-a10c295c-7823-4f5d-8601-ca3286974db2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=67fe8886-6694-423c-8a16-f3bf148c60e0 HTTP/1.1" status: 200 len: 910 time: 0.0925870 Oct 12 12:44:03.025495 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:03.030511 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=3af0b0da-4e0e-4354-b176-3e8eda704ca2,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:03.074720 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bdca78-48b9-42d8-b496-9f9d67162608 x-openstack-request-id: req-56bdca78-48b9-42d8-b496-9f9d67162608 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:03.075035 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29def05a-0aa9-48ba-8880-44b19b216766", "name": "network-vif-plugged", "status": "completed", "tag": "3af0b0da-4e0e-4354-b176-3e8eda704ca2", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:03.075454 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56bdca78-48b9-42d8-b496-9f9d67162608 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:03.075855 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bdca78-48b9-42d8-b496-9f9d67162608'] response: {'server_uuid': '29def05a-0aa9-48ba-8880-44b19b216766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'code': 200} Oct 12 12:44:03.081581 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-04693ae8-17a5-4243-8800-9a42527d7075 req-7de6d887-c4ed-4de9-b6e7-c35bb1228576 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 200 len: 1001 time: 0.0950332 Oct 12 12:44:03.150821 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:03.164350 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693ae8-17a5-4243-8800-9a42527d7075 req-6695cfe2-d390-420d-9e1b-4a4e5de70d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:03.165832 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-04693ae8-17a5-4243-8800-9a42527d7075 req-6695cfe2-d390-420d-9e1b-4a4e5de70d0e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=24289879-e424-480d-bc6d-ef9dbd34773a HTTP/1.1" status: 200 len: 848 time: 0.0465753 Oct 12 12:44:03.211276 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693ae8-17a5-4243-8800-9a42527d7075 req-c973a0fb-e0ad-4b8f-849c-f4d88f45d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:03.212767 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-04693ae8-17a5-4243-8800-9a42527d7075 req-c973a0fb-e0ad-4b8f-849c-f4d88f45d70b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=67fe8886-6694-423c-8a16-f3bf148c60e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396333 Oct 12 12:44:03.309961 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-04693ae8-17a5-4243-8800-9a42527d7075 req-0373d62b-5ff0-4f8f-b9c7-d9ff74163cbd service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899074 Oct 12 12:44:03.415317 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-04693ae8-17a5-4243-8800-9a42527d7075 req-286defb9-e2fe-4722-9998-27359b71b3c1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933549 Oct 12 12:44:03.520083 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:03.527900 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690468-e791-4d2d-be77-ceccd4ac093b req-8715b31b-c7cf-474f-8d75-1ce6ff2b370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:03.529722 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-89690468-e791-4d2d-be77-ceccd4ac093b req-8715b31b-c7cf-474f-8d75-1ce6ff2b370a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 1129 time: 0.0899556 Oct 12 12:44:03.540360 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691e548-25c5-49c4-9331-8533d1bbc3b7 req-61111669-6302-44c7-9496-7efb27775e34 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:03.541970 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5691e548-25c5-49c4-9331-8533d1bbc3b7 req-61111669-6302-44c7-9496-7efb27775e34 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0684531 Oct 12 12:44:03.578822 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63da26-73a7-4277-8296-3f5ba583df25 req-3b5bc925-86dc-4eca-9037-14fa156397c5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:03.580333 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dd63da26-73a7-4277-8296-3f5ba583df25 req-3b5bc925-86dc-4eca-9037-14fa156397c5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0482101 Oct 12 12:44:03.593748 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5691e548-25c5-49c4-9331-8533d1bbc3b7 req-af2e6194-fc20-4f07-9a18-add434ed827f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425711 Oct 12 12:44:03.632667 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dd63da26-73a7-4277-8296-3f5ba583df25 req-f4730531-d9ce-4ca1-beac-4215113fd4eb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465617 Oct 12 12:44:03.724272 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04df596-3f84-4cba-90cd-3205e0b1e01a req-67716ca3-b7c7-4663-9d48-33076eb84551 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:03.725723 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c04df596-3f84-4cba-90cd-3205e0b1e01a req-67716ca3-b7c7-4663-9d48-33076eb84551 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0476956 Oct 12 12:44:03.777731 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c04df596-3f84-4cba-90cd-3205e0b1e01a req-ccd180fb-fc7a-4a24-8550-bbef14f84701 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465243 Oct 12 12:44:04.717806 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6574ca-b32f-453f-be41-25a98d1d99fe req-1c15140e-5e6b-457d-b898-ba90724d380a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:04.719997 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5b6574ca-b32f-453f-be41-25a98d1d99fe req-1c15140e-5e6b-457d-b898-ba90724d380a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Oct 12 12:44:04.765045 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ed7a1-75ab-44e4-b76a-6754612549b7 req-956a6a81-d9e8-4645-8087-9f8c0f105411 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:04.767154 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-507ed7a1-75ab-44e4-b76a-6754612549b7 req-956a6a81-d9e8-4645-8087-9f8c0f105411 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0496521 Oct 12 12:44:04.768538 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5b6574ca-b32f-453f-be41-25a98d1d99fe req-d788cd74-b90c-4851-af45-316ff2585d4b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 Oct 12 12:44:04.814229 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-507ed7a1-75ab-44e4-b76a-6754612549b7 req-53e66960-d552-4102-905e-125e46c43f58 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411522 Oct 12 12:44:04.879159 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-89690468-e791-4d2d-be77-ceccd4ac093b req-f4f609a7-9a08-499c-b476-fc220762a314 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400240 Oct 12 12:44:04.909281 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7493-896c-4aba-b9c8-7157be4cb5ab req-4bec7b8b-aa87-4887-8a44-d747e26fc0bf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:04.910804 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8dd7493-896c-4aba-b9c8-7157be4cb5ab req-4bec7b8b-aa87-4887-8a44-d747e26fc0bf tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0484824 Oct 12 12:44:04.960463 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8dd7493-896c-4aba-b9c8-7157be4cb5ab req-2a9a647a-7990-4b02-bab3-37315d9269e5 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437548 Oct 12 12:44:05.888827 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b50a5-a33c-4437-81b2-05d170ae4fbe req-bfabc340-5463-467f-9cb3-bfb842f2c107 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:05.890348 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c22b50a5-a33c-4437-81b2-05d170ae4fbe req-bfabc340-5463-467f-9cb3-bfb842f2c107 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0475612 Oct 12 12:44:05.941491 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c22b50a5-a33c-4437-81b2-05d170ae4fbe req-3fdae399-013e-414c-817b-8dc22a01c0ea tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452538 Oct 12 12:44:05.958257 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18b32-e349-4d9c-b9a2-bbb25dd2f252 req-8626ace8-5d5d-4d27-a122-c8f2018e03fd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:05.958257 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f6d18b32-e349-4d9c-b9a2-bbb25dd2f252 req-8626ace8-5d5d-4d27-a122-c8f2018e03fd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0499952 Oct 12 12:44:06.004178 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f6d18b32-e349-4d9c-b9a2-bbb25dd2f252 req-bd1f8ab1-ee7f-4a3b-bcad-6f8a183f27cf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509844 Oct 12 12:44:06.083037 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2be56-92f9-48e9-9ba7-0c489db61316 req-5215c330-5d83-452d-a4a8-a253eb30b15c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:06.084502 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f8e2be56-92f9-48e9-9ba7-0c489db61316 req-5215c330-5d83-452d-a4a8-a253eb30b15c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0462770 Oct 12 12:44:06.133044 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f8e2be56-92f9-48e9-9ba7-0c489db61316 req-67533db7-27bb-4569-8d73-959bd7b8a32f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428877 Oct 12 12:44:07.064361 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d431e-9363-4e9e-ac05-7d75643bdbe8 req-e1d4277b-9778-402b-b4b4-75af0dff4171 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:07.065852 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a80d431e-9363-4e9e-ac05-7d75643bdbe8 req-e1d4277b-9778-402b-b4b4-75af0dff4171 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0484772 Oct 12 12:44:07.113439 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a80d431e-9363-4e9e-ac05-7d75643bdbe8 req-401987df-3687-4213-8c0b-981663f637ff tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Oct 12 12:44:07.136159 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1037c-2fc5-45f5-a75e-be13d16bfe2f req-41143f0d-89a5-445b-b312-0ca0b341686a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:07.137620 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1be1037c-2fc5-45f5-a75e-be13d16bfe2f req-41143f0d-89a5-445b-b312-0ca0b341686a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0469103 Oct 12 12:44:07.184956 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1be1037c-2fc5-45f5-a75e-be13d16bfe2f req-f09af4c2-443f-413c-9d84-52796e803bb4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Oct 12 12:44:07.251804 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13267256-04d8-481a-90df-4efe1760a084 req-c62a5681-d3f0-4f7b-b778-530407d880a5 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:07.253243 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-13267256-04d8-481a-90df-4efe1760a084 req-c62a5681-d3f0-4f7b-b778-530407d880a5 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0465052 Oct 12 12:44:07.304180 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-13267256-04d8-481a-90df-4efe1760a084 req-2dc9b4b5-2fcc-42a3-94ec-4a84af04f334 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453939 Oct 12 12:44:08.238144 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417534-ee31-4842-bff2-f80d9da63fae req-e281376d-8758-4b5a-9a30-75005db843f1 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:08.238587 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-60417534-ee31-4842-bff2-f80d9da63fae req-e281376d-8758-4b5a-9a30-75005db843f1 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Oct 12 12:44:08.287302 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-60417534-ee31-4842-bff2-f80d9da63fae req-be24f0f5-c087-460e-81f8-aed28d20fcd3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 Oct 12 12:44:08.321397 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7ba43-c662-4cb9-9853-9a09e97b8d16 req-ec7b4b83-f021-4f92-9110-50da505b1338 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:08.322886 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-43f7ba43-c662-4cb9-9853-9a09e97b8d16 req-ec7b4b83-f021-4f92-9110-50da505b1338 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0482380 Oct 12 12:44:08.373439 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-43f7ba43-c662-4cb9-9853-9a09e97b8d16 req-a7fea11b-db00-433e-a697-56607fc062f5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442488 Oct 12 12:44:08.429012 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e182b4b-c21b-4c44-9b02-4a3b6591dd48 req-7a081d0e-ecd7-40c0-b8ce-eb5a6abb49ef tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:08.430517 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2e182b4b-c21b-4c44-9b02-4a3b6591dd48 req-7a081d0e-ecd7-40c0-b8ce-eb5a6abb49ef tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0506752 Oct 12 12:44:08.462625 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:08.481069 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2e182b4b-c21b-4c44-9b02-4a3b6591dd48 req-240b49a2-b442-4681-8950-9176c3ba0d48 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446508 Oct 12 12:44:09.429127 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8352966-b25f-4712-b3c9-a1c5abe52909 req-f9deef37-ad6a-4f0d-9e88-d7d2f9a79756 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:09.429127 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8352966-b25f-4712-b3c9-a1c5abe52909 req-f9deef37-ad6a-4f0d-9e88-d7d2f9a79756 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0580010 Oct 12 12:44:09.477051 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8352966-b25f-4712-b3c9-a1c5abe52909 req-4e782c07-d3f8-4072-944d-d4d9951da89f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Oct 12 12:44:09.494289 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-7e422741-c9d8-4d53-83f1-cf555c1ddabb tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-292163129&fields=id&tenant_id=00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 267 time: 0.0489178 Oct 12 12:44:09.594408 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834a314-6644-4ca5-8caf-7f00da6dc691 req-10c02474-ca7a-45cd-812a-a8151a176dd7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:09.595963 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a834a314-6644-4ca5-8caf-7f00da6dc691 req-10c02474-ca7a-45cd-812a-a8151a176dd7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0527546 Oct 12 12:44:09.601204 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-7ad77e4e-effc-4998-b09f-468c25a307f1 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:09.602685 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-7ad77e4e-effc-4998-b09f-468c25a307f1 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 812 time: 0.1138546 Oct 12 12:44:09.616909 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-156d777c-c413-4678-975b-de078f2f3dfd tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/quotas/00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 375 time: 0.0089962 Oct 12 12:44:09.664928 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a834a314-6644-4ca5-8caf-7f00da6dc691 req-270cf9cf-2b82-481e-9f26-045a6cb20ebb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578959 Oct 12 12:44:09.676075 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-fa7a0805-adc7-4b8d-9030-d6ad41b62c4c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515943 Oct 12 12:44:09.781662 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc04b7-fc63-458d-b8f6-ca2157ce912e req-6716662a-7931-4cf3-9fd0-a84946a58677 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:09.782678 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:09.783344 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-29bc04b7-fc63-458d-b8f6-ca2157ce912e req-6716662a-7931-4cf3-9fd0-a84946a58677 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0509241 Oct 12 12:44:09.786825 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-ff750614-7940-4a23-b093-4388fb60715f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989578 Oct 12 12:44:09.833553 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:09.842780 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-29bc04b7-fc63-458d-b8f6-ca2157ce912e req-b4df3323-77b9-4576-857f-f4d99640fa26 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479953 Oct 12 12:44:09.899968 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-5a281f82-8ec9-4063-9a81-1a465647d1af service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060081 Oct 12 12:44:09.947202 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:10.035916 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [req-af47938f-59b9-480f-9592-a4c8e3867b63 req-8cede1ad-9ef1-47c4-8916-f5edb64eee65 service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:44:10.051607 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-af47938f-59b9-480f-9592-a4c8e3867b63 req-8cede1ad-9ef1-47c4-8916-f5edb64eee65 service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1282597 Oct 12 12:44:10.522506 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a2df27a1-1a73-445a-87ba-9e66ccb85bb0 req-a67926a3-b389-4d3a-9fb0-89438bee12fa tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 210 time: 0.0432441 Oct 12 12:44:10.538149 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:10.554928 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc5848-23b6-4837-ac1e-f691189d22ac req-ace01567-3241-4180-9b93-090a1f74f93e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:10.556457 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f1cc5848-23b6-4837-ac1e-f691189d22ac req-ace01567-3241-4180-9b93-090a1f74f93e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0997353 Oct 12 12:44:10.577315 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-0105545a-31cc-415c-9133-7cf5c265754b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728614 Oct 12 12:44:10.628692 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f1cc5848-23b6-4837-ac1e-f691189d22ac req-ec00b52a-3377-4778-9d16-99af36cf7813 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618365 Oct 12 12:44:10.657546 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcf08-468f-42ee-9565-cd9812b1cf18 req-215e11ab-032b-4db5-b764-33672af6447b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:10.662071 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1d9fcf08-468f-42ee-9565-cd9812b1cf18 req-215e11ab-032b-4db5-b764-33672af6447b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0579562 Oct 12 12:44:10.684569 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 44924) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:44:10.698320 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 32b9fcb7-660c-471b-abbd-960e2c87b57b no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:10.718228 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1d9fcf08-468f-42ee-9565-cd9812b1cf18 req-6c3cab4f-40b3-4efc-a0b3-95a4ea62a30b tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496333 Oct 12 12:44:10.786894 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 32b9fcb7-660c-471b-abbd-960e2c87b57b is: ACTIVE; New status is: DOWN {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:10.789691 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:10.807799 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60d4fd-1562-4536-b8f7-e793fc76e896 req-249b2445-d84e-470f-99e6-c92ba8b16681 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:10.809274 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6b60d4fd-1562-4536-b8f7-e793fc76e896 req-249b2445-d84e-470f-99e6-c92ba8b16681 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0623529 Oct 12 12:44:10.817872 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:10.820996 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890957c3-0be2-47c5-816c-2d4681d37506" -d '{"events": [{"server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "name": "network-vif-unplugged", "status": "completed", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:10.835132 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:10.851717 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62d7a8-41e1-4812-a294-c5eee50194d5 req-75af13d3-739a-4e57-bbf9-b57b52229123 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:10.853211 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-af62d7a8-41e1-4812-a294-c5eee50194d5 req-75af13d3-739a-4e57-bbf9-b57b52229123 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0571563 Oct 12 12:44:10.864459 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 44934) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:44:10.869435 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Request body: {'floatingip': {'port_id': '3af0b0da-4e0e-4354-b176-3e8eda704ca2'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:44:10.878282 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-1d29da19-a552-4d9f-bd59-21e9ae2ee61f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:10.879673 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-1d29da19-a552-4d9f-bd59-21e9ae2ee61f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports/32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 200 len: 942 time: 0.1940525 Oct 12 12:44:10.892219 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9d4e44-b09b-48aa-9173-a69fac3617dd x-openstack-request-id: req-bc9d4e44-b09b-48aa-9173-a69fac3617dd {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:10.892747 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "name": "network-vif-unplugged", "status": "failed", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b", "code": 422}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:10.893161 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc9d4e44-b09b-48aa-9173-a69fac3617dd {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:10.893607 dv-cinder-812685-16-iscsi neutron-server[104979]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bc9d4e44-b09b-48aa-9173-a69fac3617dd']: {'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'code': 422} returned with failed status Oct 12 12:44:10.904514 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6b60d4fd-1562-4536-b8f7-e793fc76e896 req-138cf506-f2ee-4237-b8af-d3031e3aaa80 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852578 Oct 12 12:44:10.912005 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:10.918948 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (181ec6b2-b81e-4193-ac5a-c8743dc1f934), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:10.971003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=6']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:10.980131 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.980468 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.980807 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.981136 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.981462 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.981784 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.982126 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.982448 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.982768 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.983089 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.983418 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.984666 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.985600 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.986733 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:10.987061 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:11.361801 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:11.421313 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (181ec6b2-b81e-4193-ac5a-c8743dc1f934), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:11.466009 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:11.518551 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Floating IP 181ec6b2-b81e-4193-ac5a-c8743dc1f934 associated. External IP: 172.27.3.44, port: 3af0b0da-4e0e-4354-b176-3e8eda704ca2. Oct 12 12:44:11.766883 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d06d3-a6ec-444b-8d86-465ec385a185 req-60160d69-81ca-40ba-94fd-be0c260baa39 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:11.769006 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-792d06d3-a6ec-444b-8d86-465ec385a185 req-60160d69-81ca-40ba-94fd-be0c260baa39 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0578377 Oct 12 12:44:11.833397 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-792d06d3-a6ec-444b-8d86-465ec385a185 req-a05c33e6-3e48-4e2b-a71c-0f74ce6bf5d3 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580294 Oct 12 12:44:11.884799 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e1e3f7be-1fff-4293-870a-29723288764a req-0dfb0feb-e563-402f-808d-db98807d6b47 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 210 time: 0.0531435 Oct 12 12:44:11.907427 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:12.030565 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:44:12.040670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d424c0d-cd1f-4825-b0e5-2ab16493b7fc req-f08b8526-2d1e-4c2d-8e66-0f642f09b76f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:12.042455 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0d424c0d-cd1f-4825-b0e5-2ab16493b7fc req-f08b8526-2d1e-4c2d-8e66-0f642f09b76f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0503955 Oct 12 12:44:12.095438 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0d424c0d-cd1f-4825-b0e5-2ab16493b7fc req-5d449d95-5349-4ba3-bf81-505c1709ecef tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471916 Oct 12 12:44:12.138889 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:12.143593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:12.149798 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:12.159776 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:44:12.160338 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:12.174926 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-5d2dc7ee-d7f5-458e-898b-2c84fa687781 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/181ec6b2-b81e-4193-ac5a-c8743dc1f934 HTTP/1.1" status: 200 len: 990 time: 1.3089561 Oct 12 12:44:12.181725 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29def05a-0aa9-48ba-8880-44b19b216766', 'tag': '3af0b0da-4e0e-4354-b176-3e8eda704ca2'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:12.181725 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50" -d '{"events": [{"name": "network-changed", "server_uuid": "29def05a-0aa9-48ba-8880-44b19b216766", "tag": "3af0b0da-4e0e-4354-b176-3e8eda704ca2"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:12.209106 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:12.215788 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b983a9c-75bc-42c1-86ef-98d3b449b3a3 x-openstack-request-id: req-3b983a9c-75bc-42c1-86ef-98d3b449b3a3 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:12.216080 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29def05a-0aa9-48ba-8880-44b19b216766", "tag": "3af0b0da-4e0e-4354-b176-3e8eda704ca2", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:12.216327 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b983a9c-75bc-42c1-86ef-98d3b449b3a3 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:12.216742 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b983a9c-75bc-42c1-86ef-98d3b449b3a3'] response: {'name': 'network-changed', 'server_uuid': '29def05a-0aa9-48ba-8880-44b19b216766', 'tag': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'status': 'completed', 'code': 200} Oct 12 12:44:12.268192 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:44:12.402288 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-010af718-8d53-46ba-889d-92e8bdbfc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:12.403833 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-010af718-8d53-46ba-889d-92e8bdbfc738 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fb8207ad9abf449b99382a2586d4588a&device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 1129 time: 0.0458508 Oct 12 12:44:12.512631 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-7a25c0cb-ce07-4f45-93dc-edc28e0ca682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:12.514127 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-7a25c0cb-ce07-4f45-93dc-edc28e0ca682 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 200 len: 916 time: 0.0967147 Oct 12 12:44:12.588317 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-9abf8613-3705-46e6-81e0-a5dcda607030 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3af0b0da-4e0e-4354-b176-3e8eda704ca2 HTTP/1.1" status: 200 len: 998 time: 0.0674529 Oct 12 12:44:12.640041 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-2f33371d-3afc-41df-bf5e-f02788789be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:12.642052 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-2f33371d-3afc-41df-bf5e-f02788789be5 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 200 len: 854 time: 0.0478706 Oct 12 12:44:12.653250 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '181ec6b2-b81e-4193-ac5a-c8743dc1f934', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:82:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29def05a-0aa9-48ba-8880-44b19b216766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:43:51Z', 'updated_at': '2022-10-12T12:44:11Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:12.685741 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:12.690614 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:44:12.691306 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-32bb1868-c06a-4060-a269-22228ca1f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:12.691700 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:43:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:12.693488 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-32bb1868-c06a-4060-a269-22228ca1f083 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=f74858ca-46a0-493d-924e-694edecfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458043 Oct 12 12:44:12.793528 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-bcfac232-b036-4e60-a1e8-3f6886158de5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937250 Oct 12 12:44:12.800573 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:44:12.834450 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:12.984352 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcf0b0-747f-466c-a9d9-0d86e31c3990 req-1249a939-84fb-476e-b6d8-049d5698d491 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:12.992259 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11fcf0b0-747f-466c-a9d9-0d86e31c3990 req-1249a939-84fb-476e-b6d8-049d5698d491 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0684996 Oct 12 12:44:13.053887 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11fcf0b0-747f-466c-a9d9-0d86e31c3990 req-9943af9e-33ae-456c-9746-580e8b3bcbf5 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604241 Oct 12 12:44:13.054789 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '181ec6b2-b81e-4193-ac5a-c8743dc1f934', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:82:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29def05a-0aa9-48ba-8880-44b19b216766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:43:51Z', 'updated_at': '2022-10-12T12:44:11Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:13.066696 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3c245c93-8f51-40e7-a418-d739a9f21d16 req-7a2122b8-f7b1-4dea-8236-70572220eef6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 210 time: 0.0835397 Oct 12 12:44:13.083294 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa088416-5000-40fa-b670-dc75258b9f98 None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '181ec6b2-b81e-4193-ac5a-c8743dc1f934', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'port_id': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'mac_address': 'fa:16:3e:82:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29def05a-0aa9-48ba-8880-44b19b216766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:43:51Z', 'updated_at': '2022-10-12T12:44:11Z', 'revision_number': 1, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:13.131019 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-326422a5-6ad2-4c1a-ba6c-f60c97f8ea50 req-0e8029f3-bb0e-4661-8755-c73afc13ce8b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610899 Oct 12 12:44:13.232981 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7ba72-1364-43bb-a5a2-1ebc5b42ad9a req-61e59a24-9ee7-4ba2-bdb6-67820bfeb04e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:13.235608 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-10e7ba72-1364-43bb-a5a2-1ebc5b42ad9a req-61e59a24-9ee7-4ba2-bdb6-67820bfeb04e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0527649 Oct 12 12:44:13.291973 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-10e7ba72-1364-43bb-a5a2-1ebc5b42ad9a req-06d35ff0-ffd8-4073-b846-dbbd0c2266c6 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497594 Oct 12 12:44:13.317537 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b320acb-d432-48f8-b68a-c0239460cfc1 None None] New status for floating IP 181ec6b2-b81e-4193-ac5a-c8743dc1f934: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:44:13.985566 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:14.081709 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-01500129-e54d-4255-ac19-999157fcd66d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:14.087528 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-01500129-e54d-4255-ac19-999157fcd66d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 812 time: 0.1075559 Oct 12 12:44:14.196290 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-cbfbf801-e1b1-4f84-9f62-965051caeb9a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 379 time: 0.0976272 Oct 12 12:44:14.207783 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cec5c678-92c0-4bac-a8b8-e5261c157d94 req-5c89a306-435b-4e4c-8487-bcc3e40cd244 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 210 time: 0.0384357 Oct 12 12:44:14.208337 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5027934-775d-44a0-98a5-5e248f29ab8e req-74731f0c-9440-44a3-a425-37eb3b58bd61 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:14.214616 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c5027934-775d-44a0-98a5-5e248f29ab8e req-74731f0c-9440-44a3-a425-37eb3b58bd61 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0803761 Oct 12 12:44:14.226857 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'port': {'device_id': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'admin_state_up': True, 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'security_groups': ['79678d62-0ee3-49c6-9171-58d843a2ed12']}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:44:14.324669 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c5027934-775d-44a0-98a5-5e248f29ab8e req-2051dc51-baa6-48b0-b976-8b702f3992e0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091373 Oct 12 12:44:14.333077 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:14.430345 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4d561-a1e0-45a2-aa88-31c60f491f25 req-83157090-21b9-496e-a4d5-1ccf1ca098b3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:14.431844 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-22e4d561-a1e0-45a2-aa88-31c60f491f25 req-83157090-21b9-496e-a4d5-1ccf1ca098b3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0478199 Oct 12 12:44:14.461030 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Made reservation on behalf of 00c9aab9a0264449ac51194afd4cb6a9 for: {'port': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:44:14.464828 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:14.479255 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-22e4d561-a1e0-45a2-aa88-31c60f491f25 req-45507426-646d-49a9-bf60-4d75a9624a08 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Oct 12 12:44:14.592118 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Allocated IP 172.20.0.13 (3df10711-3511-48ea-bbdd-b691bad6a273/80f56656-8785-4cce-bd46-21ce7fb25d19/033b8a88-95a3-4f47-bd2f-1ac25dfe152e) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:14.607227 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-0241afd3-a8f5-4df8-bd55-47b76519eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:14.608862 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-0241afd3-a8f5-4df8-bd55-47b76519eeb2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d&tenant_id=b15d78e196664c1aa41be6c5afe4238b HTTP/1.1" status: 200 len: 1127 time: 0.0424705 Oct 12 12:44:14.684223 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-aa77eeea-eff5-4b12-b8fa-b4613fe6fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:14.685705 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-aa77eeea-eff5-4b12-b8fa-b4613fe6fc52 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b15d78e196664c1aa41be6c5afe4238b&device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1127 time: 0.0388653 Oct 12 12:44:14.740069 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:14.780664 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-634d713b-1ef6-4484-aa1d-30a29575f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:14.782193 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-634d713b-1ef6-4484-aa1d-30a29575f9b5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=67fe8886-6694-423c-8a16-f3bf148c60e0 HTTP/1.1" status: 200 len: 910 time: 0.0908315 Oct 12 12:44:14.815966 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:14.863176 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Network 3df10711-3511-48ea-bbdd-b691bad6a273 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:14.866506 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:14.869211 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:44:14.881671 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-8781e44f-97cd-44f5-87f5-b76626471ef2 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 200 len: 999 time: 0.0643220 Oct 12 12:44:14.901041 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:14.926592 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:14.927296 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:14.984612 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-b084e7ad-70a0-4ca6-9c7e-a21d68ad5841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7674580 Oct 12 12:44:15.005028 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Request body: {'port': {'device_id': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:44:15.010432 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-f2030fd3-b04c-4890-b02c-443f356196be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:15.011960 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-f2030fd3-b04c-4890-b02c-443f356196be service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=24289879-e424-480d-bc6d-ef9dbd34773a HTTP/1.1" status: 200 len: 848 time: 0.0522234 Oct 12 12:44:15.045044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:15.089326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-16cdb3f0-b225-4a7b-b16d-fb2f4ced1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:15.090987 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-16cdb3f0-b225-4a7b-b16d-fb2f4ced1f1b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=67fe8886-6694-423c-8a16-f3bf148c60e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560296 Oct 12 12:44:15.095519 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:15.106363 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:15.125001 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-a7c8e30e-3e4a-418a-9bb0-d2eeec94084d None None] Provisioning complete for port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:44:15.126117 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e30e-3e4a-418a-9bb0-d2eeec94084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:15.126630 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-a7c8e30e-3e4a-418a-9bb0-d2eeec94084d None None] Attempt 1 to provision port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e Oct 12 12:44:15.174263 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8e30e-3e4a-418a-9bb0-d2eeec94084d None None] Port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:44:15.184735 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:15.229226 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-2ea5749d-d2ea-419a-bdb5-89133bfcaaa2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114371 Oct 12 12:44:15.290837 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:15.335627 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-3d32e6d4-0328-41ea-b504-2236160cb48c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997274 Oct 12 12:44:15.367788 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff793b-3037-420f-923e-e127d99f89ef req-bb0747dc-13f4-46b9-8f75-c29d8aa12467 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:15.369342 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-77ff793b-3037-420f-923e-e127d99f89ef req-bb0747dc-13f4-46b9-8f75-c29d8aa12467 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 932 time: 0.0698175 Oct 12 12:44:15.415611 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-62daa2c9-e7db-406c-b086-96e3d540d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:15.458499 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594b83-849e-4fc1-86e6-bd42f3a070c1 req-0a519451-4d97-4426-a436-c428302c0bf1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:15.460055 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b5594b83-849e-4fc1-86e6-bd42f3a070c1 req-0a519451-4d97-4426-a436-c428302c0bf1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0514364 Oct 12 12:44:15.466737 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-77ff793b-3037-420f-923e-e127d99f89ef req-f52853f0-505f-4de1-a289-fba1ac805c1c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893352 Oct 12 12:44:15.471239 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033b8a88-95a3-4f47-bd2f-1ac25dfe152e {{(pid=104978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:44:15.480032 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Publish callbacks [] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:15.494179 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.provisioning_blocks [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Transition to ACTIVE for port object 033b8a88-95a3-4f47-bd2f-1ac25dfe152e will not be triggered until provisioned by entity L2. {{(pid=104978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:44:15.519234 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b5594b83-849e-4fc1-86e6-bd42f3a070c1 req-6a8c99ad-68f5-401a-9a1c-0ad29198365a tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521905 Oct 12 12:44:15.553016 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:15.652823 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Pushing event updated for resources: {'Port': ['ID=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:15.678154 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcbcb8-e239-42e4-8f9c-905f77793ed4 req-b4286f7b-1c33-4a2d-ae0a-abf03af988f8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:15.679613 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-07dcbcb8-e239-42e4-8f9c-905f77793ed4 req-b4286f7b-1c33-4a2d-ae0a-abf03af988f8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.1193411 Oct 12 12:44:15.733976 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:15.744463 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Attempting to bind port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:44:15.744803 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Attempting to bind port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:44:15.745124 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Attempting to bind port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e on network 3df10711-3511-48ea-bbdd-b691bad6a273 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:15.768788 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-07dcbcb8-e239-42e4-8f9c-905f77793ed4 req-5ad8ea91-9955-4b1f-a9a7-de0628c03b39 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820994 Oct 12 12:44:15.792502 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e on network 3df10711-3511-48ea-bbdd-b691bad6a273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:44:15.792878 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Attempting to bind port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e on network 3df10711-3511-48ea-bbdd-b691bad6a273 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:15.830934 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-812a3288-fb22-43dc-ba85-a9b75de7b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:15.832910 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-812a3288-fb22-43dc-ba85-a9b75de7b781 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b15d78e196664c1aa41be6c5afe4238b&device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1127 time: 0.0448503 Oct 12 12:44:15.839588 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:44:15.839926 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Checking segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:44:15.840300 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Bound using segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:44:15.840733 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Bound port: 033b8a88-95a3-4f47-bd2f-1ac25dfe152e, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:44:15.841090 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:15.904325 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] For port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e, host hv-cinder-81268, cleared binding levels {{(pid=104978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:44:15.907664 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] For port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:44:15.943798 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-0b15274b-7298-48e0-ae96-41c37dc378d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:15.945273 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-0b15274b-7298-48e0-ae96-41c37dc378d7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=67fe8886-6694-423c-8a16-f3bf148c60e0 HTTP/1.1" status: 200 len: 910 time: 0.0912895 Oct 12 12:44:15.970832 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:15.975137 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:15.975743 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:15.977185 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/033b8a88-95a3-4f47-bd2f-1ac25dfe152e HTTP/1.1" status: 200 len: 1094 time: 0.9774435 Oct 12 12:44:15.977727 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'tag': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:15.980032 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ca3cd5-6efd-4564-9ca3-16be003f26e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1", "tag": "033b8a88-95a3-4f47-bd2f-1ac25dfe152e"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:16.020118 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-4ccdd038-43b6-43bf-bc96-0b46a7158308 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 200 len: 999 time: 0.0671699 Oct 12 12:44:16.027966 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791f3f02-a177-456e-b6f5-e74598b730f8 x-openstack-request-id: req-791f3f02-a177-456e-b6f5-e74598b730f8 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:16.028221 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1", "tag": "033b8a88-95a3-4f47-bd2f-1ac25dfe152e", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:16.028473 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-791f3f02-a177-456e-b6f5-e74598b730f8 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:16.028891 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791f3f02-a177-456e-b6f5-e74598b730f8'] response: {'name': 'network-changed', 'server_uuid': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'tag': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'status': 'completed', 'code': 200} Oct 12 12:44:16.034158 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75639f2-ae71-43bf-a891-f9211e8360dc service neutron] Pushing event updated for resources: {'Port': ['ID=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,revision_number=3']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:16.116243 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca3cd5-6efd-4564-9ca3-16be003f26e4 req-a0375e82-4f84-4935-aabb-8d136fa725a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.117781 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c8ca3cd5-6efd-4564-9ca3-16be003f26e4 req-a0375e82-4f84-4935-aabb-8d136fa725a3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 1128 time: 0.0417168 Oct 12 12:44:16.121540 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-0d0de6bf-5d30-4a8c-ad56-3262841bd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.123031 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-0d0de6bf-5d30-4a8c-ad56-3262841bd91b service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=24289879-e424-480d-bc6d-ef9dbd34773a HTTP/1.1" status: 200 len: 848 time: 0.0486867 Oct 12 12:44:16.183573 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-0aefe531-aa58-4ae1-b097-589c16bbd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.185214 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-0aefe531-aa58-4ae1-b097-589c16bbd64e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=67fe8886-6694-423c-8a16-f3bf148c60e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402470 Oct 12 12:44:16.253197 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca3cd5-6efd-4564-9ca3-16be003f26e4 req-e6722e26-010a-4806-aab5-8a6e8e68ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.254726 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c8ca3cd5-6efd-4564-9ca3-16be003f26e4 req-e6722e26-010a-4806-aab5-8a6e8e68ba15 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1104088 Oct 12 12:44:16.283148 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-e8977e45-0f59-444c-8b9f-a908ef6d3332 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895514 Oct 12 12:44:16.385175 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-39320fc6-74b0-44c4-af3a-029e323d3d0b req-282a8b8a-5a3f-4932-a269-b5674ae9b35d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Oct 12 12:44:16.400216 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca3cd5-6efd-4564-9ca3-16be003f26e4 req-8d609d39-cd1b-42a6-a82b-5eb28db8b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.401756 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c8ca3cd5-6efd-4564-9ca3-16be003f26e4 req-8d609d39-cd1b-42a6-a82b-5eb28db8b5b5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044199 Oct 12 12:44:16.535768 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-2704b7a6-12d5-4d4d-b1e4-d4890e9b2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.537619 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-2704b7a6-12d5-4d4d-b1e4-d4890e9b2edd service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 1128 time: 0.0555863 Oct 12 12:44:16.611755 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-27b1ccd4-f193-44e4-9ed9-381c2d265d2c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=033b8a88-95a3-4f47-bd2f-1ac25dfe152e HTTP/1.1" status: 200 len: 217 time: 0.0515916 Oct 12 12:44:16.635120 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084d77-8acd-4ad9-ab88-91d89c34b57b req-e0d5cb09-5661-4fb6-aef1-694fc0337794 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.636553 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-51084d77-8acd-4ad9-ab88-91d89c34b57b req-e0d5cb09-5661-4fb6-aef1-694fc0337794 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 944 time: 0.0871813 Oct 12 12:44:16.654241 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcd446-7b91-43d6-afb0-b4cdb5426de9 req-179e2432-14d9-4de1-a858-e63e874f5da2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.655862 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bbbcd446-7b91-43d6-afb0-b4cdb5426de9 req-179e2432-14d9-4de1-a858-e63e874f5da2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0571980 Oct 12 12:44:16.693232 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-f4d7e6bd-1380-4e48-bde0-ec693d9e5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.694678 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-f4d7e6bd-1380-4e48-bde0-ec693d9e5b93 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0752985 Oct 12 12:44:16.705788 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bbbcd446-7b91-43d6-afb0-b4cdb5426de9 req-6a303591-2e74-4c30-8482-865bfe02e564 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437694 Oct 12 12:44:16.727375 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:44:16.743517 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-51084d77-8acd-4ad9-ab88-91d89c34b57b req-1cba757c-e7b4-41d6-9d76-5b9545e5837a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891826 Oct 12 12:44:16.751091 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:16.754835 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-e20df75f-7a19-4c20-9657-bcc74224e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.756349 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-e20df75f-7a19-4c20-9657-bcc74224e5e8 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516860 Oct 12 12:44:16.831324 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:16.840856 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'port_id': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'mac_address': 'fa:16:3e:f3:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:44:16.859694 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-e7bed17c-e43d-4ebb-9a1f-390c03dacaa5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959520 Oct 12 12:44:16.884101 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port e6175cce-77f0-4350-b89c-5f74cd77b5b2 is: ACTIVE; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:16.884503 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:16.900283 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6175cce-77f0-4350-b89c-5f74cd77b5b2 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:44:16.924994 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:16.944607 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f195cc-03ed-43c4-b536-d9ae72ec53f9 req-e8474286-2091-40d3-a189-192be689a79c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:16.946337 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a1f195cc-03ed-43c4-b536-d9ae72ec53f9 req-e8474286-2091-40d3-a189-192be689a79c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0564871 Oct 12 12:44:16.969872 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe15b2ba-b678-4279-8c49-1e8ad4855f91 req-48de8aaa-08ab-439d-a1e0-76e2d312f302 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980210 Oct 12 12:44:16.995275 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a1f195cc-03ed-43c4-b536-d9ae72ec53f9 req-8bc2a024-0d76-4714-a6ef-1c72f3105db3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432887 Oct 12 12:44:16.999049 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:17.046517 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=6']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:17.198314 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['e6175cce-77f0-4350-b89c-5f74cd77b5b2'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:44:17.261461 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:17.648939 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:44:17.724289 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-9654a280-a568-49f5-ae8f-aa74e202bb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:17.827966 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792166-8606-4105-af53-e7deaa9e9144 req-4fc40bc7-39f4-4ae9-93d3-733459f49de9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:17.829445 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8c792166-8606-4105-af53-e7deaa9e9144 req-4fc40bc7-39f4-4ae9-93d3-733459f49de9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0502334 Oct 12 12:44:17.851359 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:17.867124 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d65d29-8b46-46c7-9c84-ff35b6c9a188 req-dc28955b-08b1-4fbe-8310-dfe3ccf89aae tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:17.868584 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-34d65d29-8b46-46c7-9c84-ff35b6c9a188 req-dc28955b-08b1-4fbe-8310-dfe3ccf89aae tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 944 time: 0.0469739 Oct 12 12:44:17.878548 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8c792166-8606-4105-af53-e7deaa9e9144 req-b0ad9f9f-89be-4116-abb7-747b96d155b4 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433669 Oct 12 12:44:17.904766 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:17.923287 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-34d65d29-8b46-46c7-9c84-ff35b6c9a188 req-b06ffa25-e541-48f7-b6cf-55828e9ba151 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479386 Oct 12 12:44:18.093816 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:18.131730 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adabd5-55c0-4141-9576-adc2adb98734 req-49d06c04-6f18-468f-ad71-b45b1658eec4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:18.133207 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-50adabd5-55c0-4141-9576-adc2adb98734 req-49d06c04-6f18-468f-ad71-b45b1658eec4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 944 time: 0.0491428 Oct 12 12:44:18.181488 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-50adabd5-55c0-4141-9576-adc2adb98734 req-7f6e38a2-7217-4579-84ad-dfff2af0f03d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Oct 12 12:44:18.739903 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:18.783855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port e6175cce-77f0-4350-b89c-5f74cd77b5b2 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:44:18.784230 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:18.784561 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port e6175cce-77f0-4350-b89c-5f74cd77b5b2 Oct 12 12:44:18.824559 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:18.883494 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port e6175cce-77f0-4350-b89c-5f74cd77b5b2 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:18.884011 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:18.920277 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:18.923020 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4053b1bf-71de-479d-b8c6-793b59062507" -d '{"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-plugged", "status": "completed", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:18.939817 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:18.984329 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15acbee3-ab00-47ec-812c-f0ffbd177438 x-openstack-request-id: req-15acbee3-ab00-47ec-812c-f0ffbd177438 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:18.985347 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-plugged", "status": "completed", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:18.985624 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15acbee3-ab00-47ec-812c-f0ffbd177438 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:18.986043 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15acbee3-ab00-47ec-812c-f0ffbd177438'] response: {'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'code': 200} Oct 12 12:44:19.016626 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:19.050814 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:19.058350 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c32360-4cef-459e-a60d-17dc7ed6a4f8 req-2f511c5b-ae28-4fa7-ad33-53bd167536b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:19.059943 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65c32360-4cef-459e-a60d-17dc7ed6a4f8 req-2f511c5b-ae28-4fa7-ad33-53bd167536b2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0808601 Oct 12 12:44:19.122172 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65c32360-4cef-459e-a60d-17dc7ed6a4f8 req-16b3bccc-f978-4953-98a2-73477115cdcd tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546682 Oct 12 12:44:19.135944 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391be9-1cee-43e4-8a8d-cda458b21fbe req-13458c25-3159-4ec1-a0dc-7d46ce51e26d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:19.144504 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fa391be9-1cee-43e4-8a8d-cda458b21fbe req-13458c25-3159-4ec1-a0dc-7d46ce51e26d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 944 time: 0.1032741 Oct 12 12:44:19.146244 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=7']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:19.198580 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fa391be9-1cee-43e4-8a8d-cda458b21fbe req-990f6e26-3334-4bf7-8293-2aa2dda444f5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526435 Oct 12 12:44:19.326730 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b6e1-53f9-4c0f-96b6-d914451ba7af req-12913cb1-b1ce-4e13-aae4-ed70e9a6e5a4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:19.330873 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d113b6e1-53f9-4c0f-96b6-d914451ba7af req-12913cb1-b1ce-4e13-aae4-ed70e9a6e5a4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0573258 Oct 12 12:44:19.385198 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d113b6e1-53f9-4c0f-96b6-d914451ba7af req-369d9fff-761a-4944-b60e-91d48f080405 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505106 Oct 12 12:44:20.272460 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb8230-681f-4141-9330-b8e5a0e3de94 req-ba729266-aafd-4bf8-892d-279ecbd7a17e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:20.279716 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-80eb8230-681f-4141-9330-b8e5a0e3de94 req-ba729266-aafd-4bf8-892d-279ecbd7a17e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0553110 Oct 12 12:44:20.365958 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-80eb8230-681f-4141-9330-b8e5a0e3de94 req-a1d9c04c-252e-4107-9fe4-a5c4a76f8fec tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712724 Oct 12 12:44:20.366522 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f1728-a180-4260-955a-529a1fbb3ef6 req-df59c640-7cd3-44f3-a319-42f0d753e99d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:20.367038 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3c5f1728-a180-4260-955a-529a1fbb3ef6 req-df59c640-7cd3-44f3-a319-42f0d753e99d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 944 time: 0.0623078 Oct 12 12:44:20.450679 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3c5f1728-a180-4260-955a-529a1fbb3ef6 req-88655282-3369-4444-87cb-7e51c4dc09a3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830328 Oct 12 12:44:20.564213 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb5bed-eacb-4812-8a03-7ddbbd76bb0e req-1ef69ad5-ba74-4649-9228-784e7869c0fd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:20.565712 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-26fb5bed-eacb-4812-8a03-7ddbbd76bb0e req-1ef69ad5-ba74-4649-9228-784e7869c0fd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0826910 Oct 12 12:44:20.622550 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-26fb5bed-eacb-4812-8a03-7ddbbd76bb0e req-787bff81-7db2-4d8a-95b7-52ddaf2a945f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501344 Oct 12 12:44:20.741700 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:20.764602 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:21.486320 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc770b-4f41-443c-8ccb-b85c5396a27c req-c40897ff-cbc7-4849-9b35-c57eb7b7e643 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:21.487861 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2fcc770b-4f41-443c-8ccb-b85c5396a27c req-c40897ff-cbc7-4849-9b35-c57eb7b7e643 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0531309 Oct 12 12:44:21.556433 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2fcc770b-4f41-443c-8ccb-b85c5396a27c req-712215d1-eef1-4877-932f-4a5b9069fe66 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617857 Oct 12 12:44:21.587907 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacd805-d96d-43f8-82b8-286846bd919e req-b656c3ee-9256-4d93-9650-d5bad9209367 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:21.590075 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4bacd805-d96d-43f8-82b8-286846bd919e req-b656c3ee-9256-4d93-9650-d5bad9209367 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 944 time: 0.0511589 Oct 12 12:44:21.638973 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4bacd805-d96d-43f8-82b8-286846bd919e req-0f4432f5-a589-450a-9671-6e4fb6b20d81 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Oct 12 12:44:21.786674 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141954f5-645b-426e-be5e-d4f65b3ee35e req-6f263e39-57cc-4fad-8385-b834b2e6e74d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:21.788727 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-141954f5-645b-426e-be5e-d4f65b3ee35e req-6f263e39-57cc-4fad-8385-b834b2e6e74d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0573554 Oct 12 12:44:21.846830 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-141954f5-645b-426e-be5e-d4f65b3ee35e req-d5b656b8-5a16-4def-9947-929174c82db0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501301 Oct 12 12:44:22.700566 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489e550-4539-4236-9598-eaa9f67a6317 req-bc02e09c-d5e6-4de2-bf4f-e040e27a566d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:22.702780 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1489e550-4539-4236-9598-eaa9f67a6317 req-bc02e09c-d5e6-4de2-bf4f-e040e27a566d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 943 time: 0.0656099 Oct 12 12:44:22.744707 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 32b9fcb7-660c-471b-abbd-960e2c87b57b details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:44:22.776149 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1489e550-4539-4236-9598-eaa9f67a6317 req-07f166d9-ef8f-4ef6-b089-b743e75711f5 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673916 Oct 12 12:44:22.781701 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb7dc6-1025-44e0-a23b-60f9b554c3a0 req-9ec78394-2d67-4174-baef-4a1729d2ba84 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:22.791210 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-defb7dc6-1025-44e0-a23b-60f9b554c3a0 req-9ec78394-2d67-4174-baef-4a1729d2ba84 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 944 time: 0.0663495 Oct 12 12:44:22.855974 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-defb7dc6-1025-44e0-a23b-60f9b554c3a0 req-bd466f6e-fe2a-45bf-865f-4e1d7c40e941 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636516 Oct 12 12:44:22.910874 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:22.924948 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'port_id': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'mac_address': 'fa:16:3e:ed:ea:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:44:22.986983 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 32b9fcb7-660c-471b-abbd-960e2c87b57b is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:22.987619 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:23.003979 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe364b13-3e05-475b-9a38-79810cc0949f req-7878b54f-8fd9-4b6d-95b7-03072eb69ec2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:23.008513 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe364b13-3e05-475b-9a38-79810cc0949f req-7878b54f-8fd9-4b6d-95b7-03072eb69ec2 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0724957 Oct 12 12:44:23.031901 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b9fcb7-660c-471b-abbd-960e2c87b57b {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:44:23.060894 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:23.093464 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-fe364b13-3e05-475b-9a38-79810cc0949f req-1e29a795-3af9-4c87-ba50-94e8967c21ac tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725639 Oct 12 12:44:23.124477 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:23.178737 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=7']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:23.467862 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['32b9fcb7-660c-471b-abbd-960e2c87b57b'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:44:23.506377 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:23.517019 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:23.920787 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c7f2-3939-42c1-8ace-83c33aa96741 req-86662ad3-3673-4eb5-8e7c-dcc74e8b31f1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:23.923194 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fe17c7f2-3939-42c1-8ace-83c33aa96741 req-86662ad3-3673-4eb5-8e7c-dcc74e8b31f1 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 944 time: 0.0552666 Oct 12 12:44:23.983681 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fe17c7f2-3939-42c1-8ace-83c33aa96741 req-7d70178b-5091-4d3c-9e34-f4fcd44f8f0e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540795 Oct 12 12:44:23.992384 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a0271-9e9c-49d0-ac6b-f12e9a61cadb req-3bc511ac-e489-4e7f-b521-eeb0f58b71c1 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:23.994190 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7d4a0271-9e9c-49d0-ac6b-f12e9a61cadb req-3bc511ac-e489-4e7f-b521-eeb0f58b71c1 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 944 time: 0.0552738 Oct 12 12:44:24.052255 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7d4a0271-9e9c-49d0-ac6b-f12e9a61cadb req-102a4cf9-95b5-494b-937d-6f2a0e1bbc3a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513179 Oct 12 12:44:24.221126 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f1e6f-cd74-42ac-b0db-14b169e4e563 req-72f70858-4cd8-4c66-86a7-230e629c0bcb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:24.222708 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0f8f1e6f-cd74-42ac-b0db-14b169e4e563 req-72f70858-4cd8-4c66-86a7-230e629c0bcb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0512536 Oct 12 12:44:24.286370 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0f8f1e6f-cd74-42ac-b0db-14b169e4e563 req-015f797e-7369-463a-984b-4ff86466846a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572219 Oct 12 12:44:24.759845 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 033b8a88-95a3-4f47-bd2f-1ac25dfe152e details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:44:24.774142 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 32b9fcb7-660c-471b-abbd-960e2c87b57b up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:24.852998 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:24.885900 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 32b9fcb7-660c-471b-abbd-960e2c87b57b triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:44:24.886294 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:24.886631 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 32b9fcb7-660c-471b-abbd-960e2c87b57b Oct 12 12:44:24.922743 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:24.938354 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'port_id': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'mac_address': 'fa:16:3e:4d:53:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:44:25.003297 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:25.003674 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:25.021976 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033b8a88-95a3-4f47-bd2f-1ac25dfe152e {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:44:25.025866 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 32b9fcb7-660c-471b-abbd-960e2c87b57b is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:25.026269 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:25.054222 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:25.066851 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:25.069333 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1912b11-2741-4fed-8e0a-aa587fc15030" -d '{"events": [{"server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "name": "network-vif-plugged", "status": "completed", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:25.073709 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:25.086241 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:25.102279 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:25.129860 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c77319-27ad-42bb-9586-20b4715456f7 x-openstack-request-id: req-c1c77319-27ad-42bb-9586-20b4715456f7 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:25.136771 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "name": "network-vif-plugged", "status": "completed", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:25.136771 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1c77319-27ad-42bb-9586-20b4715456f7 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:25.136771 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c77319-27ad-42bb-9586-20b4715456f7'] response: {'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'code': 200} Oct 12 12:44:25.155021 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:25.177913 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db54d2-0b7a-4a06-b2fa-6a7d0ef4ee3a req-5512b579-3d90-4a2b-a02c-3e0a84c0f5a0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:25.189823 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d8db54d2-0b7a-4a06-b2fa-6a7d0ef4ee3a req-5512b579-3d90-4a2b-a02c-3e0a84c0f5a0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 944 time: 0.1021791 Oct 12 12:44:25.200968 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:25.232683 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fe8b1-e133-4d0b-88a1-ac7fde0fd079 req-d31af740-76f4-489d-858e-c134732fe6b4 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:25.234353 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-461fe8b1-e133-4d0b-88a1-ac7fde0fd079 req-d31af740-76f4-489d-858e-c134732fe6b4 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 945 time: 0.0640385 Oct 12 12:44:25.253626 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:25.282886 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d8db54d2-0b7a-4a06-b2fa-6a7d0ef4ee3a req-7b38acc4-8b17-49de-96f1-72a3b1e60f8c tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887663 Oct 12 12:44:25.306343 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=8']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:25.323761 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-461fe8b1-e133-4d0b-88a1-ac7fde0fd079 req-bf5fd98a-76d8-4d8b-a313-1bd2f08ef769 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699897 Oct 12 12:44:25.442447 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ff876-fd10-4604-98db-446b8622689f req-4df5ec88-8517-49d2-a16e-f705f1a1452d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:25.444738 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-761ff876-fd10-4604-98db-446b8622689f req-4df5ec88-8517-49d2-a16e-f705f1a1452d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0630004 Oct 12 12:44:25.452958 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['033b8a88-95a3-4f47-bd2f-1ac25dfe152e'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:44:25.536332 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a4afa-2f0c-4669-82bd-b07e396400f9 req-20cda2ef-c99d-4201-a590-1f31270d269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:25.537913 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aa2a4afa-2f0c-4669-82bd-b07e396400f9 req-20cda2ef-c99d-4201-a590-1f31270d269f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1129 time: 0.0854573 Oct 12 12:44:25.586316 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-761ff876-fd10-4604-98db-446b8622689f req-de220ebd-bfaa-4223-9d84-8581348efffc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241739 Oct 12 12:44:25.644368 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aa2a4afa-2f0c-4669-82bd-b07e396400f9 req-6d9e0aba-4142-4543-938a-28e8c269cda6 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004989 Oct 12 12:44:26.618857 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862be3e-c3ff-4070-9c59-a3973d0c02c1 req-c13c9a4e-0bee-4b04-b9f6-f8246c2513ea tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:26.619985 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ccde-4b4f-4cba-a322-ad14cb5fcda2 req-0ba1bea0-7283-4c9c-94fa-ba3be4c80b27 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:26.621513 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-64e3ccde-4b4f-4cba-a322-ad14cb5fcda2 req-0ba1bea0-7283-4c9c-94fa-ba3be4c80b27 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 945 time: 0.0644803 Oct 12 12:44:26.627899 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5862be3e-c3ff-4070-9c59-a3973d0c02c1 req-c13c9a4e-0bee-4b04-b9f6-f8246c2513ea tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0700996 Oct 12 12:44:26.676532 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5862be3e-c3ff-4070-9c59-a3973d0c02c1 req-3840e015-a800-404c-a39d-76fbcd4faca3 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474339 Oct 12 12:44:26.712033 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-64e3ccde-4b4f-4cba-a322-ad14cb5fcda2 req-90e0b40f-13fe-4951-a2bb-1cb0783fb391 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728412 Oct 12 12:44:26.781153 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 033b8a88-95a3-4f47-bd2f-1ac25dfe152e up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:26.819265 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:26.839813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11036cd0-0e28-4990-a389-f226dede1315 req-73a0a678-78d7-4512-a638-e32fe847171e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:26.842331 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11036cd0-0e28-4990-a389-f226dede1315 req-73a0a678-78d7-4512-a638-e32fe847171e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0627756 Oct 12 12:44:26.853356 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:44:26.900683 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-11036cd0-0e28-4990-a389-f226dede1315 req-0baaa2a1-9267-42e3-bf6e-440260813ad3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520124 Oct 12 12:44:26.913229 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:44:26.919230 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:26.919230 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e Oct 12 12:44:27.039586 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:27.039979 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:27.107471 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:27.133101 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:27.136455 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ff060-c1a5-41fe-bc2e-cf47adc1c302" -d '{"events": [{"server_uuid": "ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1", "name": "network-vif-plugged", "status": "completed", "tag": "033b8a88-95a3-4f47-bd2f-1ac25dfe152e"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:27.159727 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:27.213420 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b461a65e-9585-41a7-b590-ac0401037ea4 x-openstack-request-id: req-b461a65e-9585-41a7-b590-ac0401037ea4 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:27.213897 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1", "name": "network-vif-plugged", "status": "completed", "tag": "033b8a88-95a3-4f47-bd2f-1ac25dfe152e", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:27.214396 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b461a65e-9585-41a7-b590-ac0401037ea4 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:27.214982 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b461a65e-9585-41a7-b590-ac0401037ea4'] response: {'server_uuid': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'code': 200} Oct 12 12:44:27.233656 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:27.645629 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=14 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:27.691645 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:27.695816 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff18d7d-1877-470a-90b3-4994adae75bb req-8fd6b5f4-a81d-4e49-958e-0a755c8fe140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:27.698446 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4ff18d7d-1877-470a-90b3-4994adae75bb req-8fd6b5f4-a81d-4e49-958e-0a755c8fe140 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 1130 time: 0.0467732 Oct 12 12:44:27.778612 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4ff18d7d-1877-470a-90b3-4994adae75bb req-87d2d637-ef0f-413b-8a18-4f3b138ba7ba service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707555 Oct 12 12:44:27.856686 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:27.878769 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e9640-2480-4b3e-997a-7597cdc30a81 req-c89873a8-db2f-45b3-9077-64dd222efcd9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:27.885840 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-685e9640-2480-4b3e-997a-7597cdc30a81 req-c89873a8-db2f-45b3-9077-64dd222efcd9 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0766571 Oct 12 12:44:27.893171 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a048713-eb97-4825-9b0b-0eea0dc605fc req-2b8d4aa1-c565-4b32-a765-50162615c135 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:27.900830 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1a048713-eb97-4825-9b0b-0eea0dc605fc req-2b8d4aa1-c565-4b32-a765-50162615c135 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0710485 Oct 12 12:44:27.942227 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-685e9640-2480-4b3e-997a-7597cdc30a81 req-ca57326c-06c3-45a4-90fb-df848ea74ac7 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551803 Oct 12 12:44:27.956701 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1a048713-eb97-4825-9b0b-0eea0dc605fc req-051ee230-cb83-481f-80cb-e4f8450aa7dc tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494986 Oct 12 12:44:28.065899 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41adc6-a876-4b7a-963f-cb8a690e5ac4 req-202d31e0-ac34-4454-b950-47a1378129cc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:28.067779 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bd41adc6-a876-4b7a-963f-cb8a690e5ac4 req-202d31e0-ac34-4454-b950-47a1378129cc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0508702 Oct 12 12:44:28.122796 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bd41adc6-a876-4b7a-963f-cb8a690e5ac4 req-d4dc0c5a-4814-4371-82cb-1849e0626d77 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468881 Oct 12 12:44:29.087060 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a98c0a-5e05-4efb-99c2-9525cc01c71f req-ce7db0ca-d9c5-4d38-bc44-c815c202907a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:29.088555 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-42a98c0a-5e05-4efb-99c2-9525cc01c71f req-ce7db0ca-d9c5-4d38-bc44-c815c202907a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0543869 Oct 12 12:44:29.145327 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-42a98c0a-5e05-4efb-99c2-9525cc01c71f req-d3ebfa6c-5ed4-456d-902c-5f1cbfd032e7 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509119 Oct 12 12:44:29.253781 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83565-c62a-4d75-9d94-67c75ea5830f req-37f78219-b477-41de-b2f9-2bc39072c6f8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:29.255297 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-80b83565-c62a-4d75-9d94-67c75ea5830f req-37f78219-b477-41de-b2f9-2bc39072c6f8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0481510 Oct 12 12:44:29.304263 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-80b83565-c62a-4d75-9d94-67c75ea5830f req-4bca6424-5e2a-4ec5-9504-ea639e01a799 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Oct 12 12:44:30.260174 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600673e-548d-4407-bac6-6b4c110c8fa3 req-8f745ab3-c5cc-4fdd-8213-9666cf7847c7 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:30.261605 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2600673e-548d-4407-bac6-6b4c110c8fa3 req-8f745ab3-c5cc-4fdd-8213-9666cf7847c7 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0454903 Oct 12 12:44:30.312892 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2600673e-548d-4407-bac6-6b4c110c8fa3 req-70494261-5122-448e-846d-a48dbc38f307 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458236 Oct 12 12:44:30.432353 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fc9b2-a709-470e-a752-8b2bb561dd67 req-d9dd101f-4cf6-4117-860f-d707e1e051b4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:30.433792 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-832fc9b2-a709-470e-a752-8b2bb561dd67 req-d9dd101f-4cf6-4117-860f-d707e1e051b4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0487168 Oct 12 12:44:30.480934 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-832fc9b2-a709-470e-a752-8b2bb561dd67 req-8f60eba6-da96-4e63-aa0d-a30d0a1b10a3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Oct 12 12:44:31.430569 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056a47f-cc97-443f-a808-4e48705ddd27 req-9d6d3107-7afd-4ebc-af66-52409b5d793f tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:31.431992 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6056a47f-cc97-443f-a808-4e48705ddd27 req-9d6d3107-7afd-4ebc-af66-52409b5d793f tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0459418 Oct 12 12:44:31.479355 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6056a47f-cc97-443f-a808-4e48705ddd27 req-c3d356bc-fb0e-400b-81c1-c8cfff6069d6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Oct 12 12:44:31.605374 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e8b6c-d185-4894-b64e-cb30853a01e7 req-849c5b04-fe60-4932-b3db-69a28ace6ce3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:31.606826 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a26e8b6c-d185-4894-b64e-cb30853a01e7 req-849c5b04-fe60-4932-b3db-69a28ace6ce3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0453236 Oct 12 12:44:31.651649 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a26e8b6c-d185-4894-b64e-cb30853a01e7 req-b10a1660-38fc-4483-b4b4-b0091490cc2e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 Oct 12 12:44:32.599591 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0d65f-a39d-468d-b172-06c4567cad64 req-ecd1ec2a-e7ea-4e5e-b436-6b98c8cfd686 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:32.600955 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-46e0d65f-a39d-468d-b172-06c4567cad64 req-ecd1ec2a-e7ea-4e5e-b436-6b98c8cfd686 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0452981 Oct 12 12:44:32.649499 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-46e0d65f-a39d-468d-b172-06c4567cad64 req-02a0624f-c9db-44fb-92c0-a03d3e467710 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Oct 12 12:44:32.778146 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567f2d3-a8f1-4b5b-8e33-7d8e6a0d8fa3 req-1f82f54d-e341-4e3d-a9d2-b1c5f9da361e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:32.779572 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1567f2d3-a8f1-4b5b-8e33-7d8e6a0d8fa3 req-1f82f54d-e341-4e3d-a9d2-b1c5f9da361e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0491638 Oct 12 12:44:32.825466 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1567f2d3-a8f1-4b5b-8e33-7d8e6a0d8fa3 req-5e425492-3f30-4925-92ae-dcdc5e56e3be tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397160 Oct 12 12:44:33.772749 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95450fcc-d748-453e-a68d-ee6ab9293f03 req-a24323d8-be27-4150-8c9a-a31d1fbb299f tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:33.774214 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-95450fcc-d748-453e-a68d-ee6ab9293f03 req-a24323d8-be27-4150-8c9a-a31d1fbb299f tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0504329 Oct 12 12:44:33.822371 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-95450fcc-d748-453e-a68d-ee6ab9293f03 req-3efc4399-82d5-4789-93d1-e08fffabfbfa tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427299 Oct 12 12:44:33.949870 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd1745-4cca-4f56-a7e5-cc616499eee9 req-ad9ec32e-f7a0-496f-83ca-8aeb59b22f28 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:33.951377 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dadd1745-4cca-4f56-a7e5-cc616499eee9 req-ad9ec32e-f7a0-496f-83ca-8aeb59b22f28 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0468493 Oct 12 12:44:33.997440 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-dadd1745-4cca-4f56-a7e5-cc616499eee9 req-e6c144d3-09d8-48cd-b025-6458e86b273e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404642 Oct 12 12:44:34.896193 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-46d07899-75dc-474e-a6d5-b415d2ed6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:34.897681 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-46d07899-75dc-474e-a6d5-b415d2ed6867 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 1129 time: 0.0397308 Oct 12 12:44:34.910720 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:34.996506 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189987b9-d447-4940-b68d-34aeff91b143 req-462d4a53-ab05-4877-98e7-35917e9a4469 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:34.998053 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-189987b9-d447-4940-b68d-34aeff91b143 req-462d4a53-ab05-4877-98e7-35917e9a4469 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0964627 Oct 12 12:44:35.083228 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-61803b5f-7b28-440b-ad17-9d49623ae5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:35.087433 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-61803b5f-7b28-440b-ad17-9d49623ae5fb service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 918 time: 0.1729779 Oct 12 12:44:35.089811 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-189987b9-d447-4940-b68d-34aeff91b143 req-2e076b99-b134-4c86-94ec-fde2f53f3d1a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845740 Oct 12 12:44:35.145840 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33270819-66df-4df9-a99c-8e2e715538e8 req-625ceeb9-b0ef-47ad-9158-4c0327bf272f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:35.147344 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-33270819-66df-4df9-a99c-8e2e715538e8 req-625ceeb9-b0ef-47ad-9158-4c0327bf272f tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0478599 Oct 12 12:44:35.153873 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-44060a45-9240-4b16-a33d-5441b167139c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2 HTTP/1.1" status: 200 len: 1001 time: 0.0617716 Oct 12 12:44:35.201203 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-33270819-66df-4df9-a99c-8e2e715538e8 req-dbee1574-1041-4257-8065-87ff1310d115 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479436 Oct 12 12:44:35.446716 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-2af2b41e-008a-4454-8be1-f7d1cb5cf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:35.448187 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-2af2b41e-008a-4454-8be1-f7d1cb5cf73b service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.2885866 Oct 12 12:44:35.484645 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:35.492217 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-f06a9073-f754-4dbc-9309-8b27c47405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:35.497986 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-f06a9073-f754-4dbc-9309-8b27c47405ac service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386648 Oct 12 12:44:35.587831 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-39f8944b-2bbd-49a2-98d8-4393c379a58b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857298 Oct 12 12:44:35.676950 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9897af9b-27e7-4ab3-a9e2-f639d92ef26b req-b724193f-3a99-4294-ab49-1a00b2a77108 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827146 Oct 12 12:44:36.214422 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe8aa3-f084-47d4-a3d8-ee0f6ff21128 req-30d04fae-5645-44bd-ab4f-7542c36a1b6a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:36.215879 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8dfe8aa3-f084-47d4-a3d8-ee0f6ff21128 req-30d04fae-5645-44bd-ab4f-7542c36a1b6a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0498731 Oct 12 12:44:36.264771 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8dfe8aa3-f084-47d4-a3d8-ee0f6ff21128 req-0c0df9e2-8fd6-4abf-8170-192bdf550be6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Oct 12 12:44:36.332132 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654977-bfa3-49b8-add5-355e128a0adb req-fb9c6c3f-a153-4fa9-b46a-43c0c88fb681 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:36.333419 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f7654977-bfa3-49b8-add5-355e128a0adb req-fb9c6c3f-a153-4fa9-b46a-43c0c88fb681 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 945 time: 0.0474362 Oct 12 12:44:36.381361 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f7654977-bfa3-49b8-add5-355e128a0adb req-1064cd93-e120-41c8-b1e7-6232fbe157c6 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Oct 12 12:44:36.384073 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542ca7-b8a9-4a29-bd31-f3c62841dfd2 req-76a014cc-b1f7-4988-972a-bfd73af01e86 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:36.385529 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-61542ca7-b8a9-4a29-bd31-f3c62841dfd2 req-76a014cc-b1f7-4988-972a-bfd73af01e86 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0484669 Oct 12 12:44:36.433978 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-61542ca7-b8a9-4a29-bd31-f3c62841dfd2 req-ce5b9e36-8135-45a3-a339-45a24142cac7 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426929 Oct 12 12:44:36.461362 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 45288) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:44:36.603253 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf87fe9-50b9-4312-9b8e-0d8376e390ce tempest-TestVolumeBootPattern-1575202136 tempest-TestVolumeBootPattern-1575202136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:36.603253 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-eaf87fe9-50b9-4312-9b8e-0d8376e390ce tempest-TestVolumeBootPattern-1575202136 tempest-TestVolumeBootPattern-1575202136-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 1125 time: 0.1408226 Oct 12 12:44:36.606486 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 45302) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:44:36.611855 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'port_id': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:44:36.696637 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:36.780125 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:36.784549 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:36.833168 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:36.835525 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:36.901122 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Allocated IP 172.27.3.60 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/39d61d42-197b-4ead-93a7-938fb288aaff) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:36.902194 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:36.915174 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port e6175cce-77f0-4350-b89c-5f74cd77b5b2 is: ACTIVE; New status is: DOWN {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:36.915696 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:36.940541 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:36.942946 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ed7679-f390-437c-9d7e-2e9df871aac8" -d '{"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-unplugged", "status": "completed", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:36.963674 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:36.980964 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf72227-0d0b-4759-be80-dad495e6a31a x-openstack-request-id: req-bdf72227-0d0b-4759-be80-dad495e6a31a {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:36.981263 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-unplugged", "status": "completed", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:36.981564 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdf72227-0d0b-4759-be80-dad495e6a31a {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:36.982003 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf72227-0d0b-4759-be80-dad495e6a31a'] response: {'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'code': 200} Oct 12 12:44:37.010925 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (39d61d42-197b-4ead-93a7-938fb288aaff), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:37.033242 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:37.081510 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=8']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:37.165335 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (39d61d42-197b-4ead-93a7-938fb288aaff), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:37.207150 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:37.210277 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:37.214555 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:44:37.220630 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=39d61d42-197b-4ead-93a7-938fb288aaff,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:37.249085 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.249431 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.249769 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.250130 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.250473 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.250803 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.251177 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.251508 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.251835 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.252160 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.252486 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.252810 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.253134 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.253449 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.253770 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:37.433471 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:37.511498 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376fd99-5b62-4525-b8fb-c36f62ba680c req-0eaf244c-ebc8-4348-ac8c-2e123ccda705 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:37.512980 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2376fd99-5b62-4525-b8fb-c36f62ba680c req-0eaf244c-ebc8-4348-ac8c-2e123ccda705 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0505204 Oct 12 12:44:37.566147 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2376fd99-5b62-4525-b8fb-c36f62ba680c req-3d430d53-4bb1-4813-b701-8c33acf84868 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467598 Oct 12 12:44:37.815402 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (f27f7974-4a51-4c03-9027-5cee483e0bf4), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:37.935181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (39d61d42-197b-4ead-93a7-938fb288aaff), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:38.079079 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (39d61d42-197b-4ead-93a7-938fb288aaff), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:38.135719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (39d61d42-197b-4ead-93a7-938fb288aaff), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:38.184716 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:38.203987 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=39d61d42-197b-4ead-93a7-938fb288aaff,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:38.207024 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (f27f7974-4a51-4c03-9027-5cee483e0bf4), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:38.308179 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Floating IP f27f7974-4a51-4c03-9027-5cee483e0bf4 associated. External IP: 172.27.3.60, port: 033b8a88-95a3-4f47-bd2f-1ac25dfe152e. Oct 12 12:44:38.508839 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:44:38.610549 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:38.615489 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:38.626842 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:38.636311 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:44:38.636927 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:44:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:38.673851 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:38.699458 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:38.729368 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1776255-275e-49fd-a748-8511f6454b4b req-efcdb719-d561-415b-b52e-c2278273dcbd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:38.730838 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f1776255-275e-49fd-a748-8511f6454b4b req-efcdb719-d561-415b-b52e-c2278273dcbd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0697401 Oct 12 12:44:38.744715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:44:38.754582 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-f4c3b973-de94-4b15-b2fb-d92fe8e9906e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1470208 Oct 12 12:44:38.756798 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'tag': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:44:38.759055 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51a37fe-5363-4fd4-96cc-01ce13b94b14" -d '{"events": [{"name": "network-changed", "server_uuid": "ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1", "tag": "033b8a88-95a3-4f47-bd2f-1ac25dfe152e"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:38.789028 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f1776255-275e-49fd-a748-8511f6454b4b req-5e93b1b9-53d6-4afe-8dd7-a715ea00dab3 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516043 Oct 12 12:44:38.799769 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42796edf-532b-4c65-94ab-59277f6d8bac x-openstack-request-id: req-42796edf-532b-4c65-94ab-59277f6d8bac {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:38.800219 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1", "tag": "033b8a88-95a3-4f47-bd2f-1ac25dfe152e", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:38.800471 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42796edf-532b-4c65-94ab-59277f6d8bac {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:38.800872 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42796edf-532b-4c65-94ab-59277f6d8bac'] response: {'name': 'network-changed', 'server_uuid': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'tag': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'status': 'completed', 'code': 200} Oct 12 12:44:38.893893 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-32957ce0-ab61-4f22-b474-31f43c4b4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:38.895542 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-32957ce0-ab61-4f22-b474-31f43c4b4dab service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 1130 time: 0.0417836 Oct 12 12:44:38.974879 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'f27f7974-4a51-4c03-9027-5cee483e0bf4', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:4d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:44:37Z', 'updated_at': '2022-10-12T12:44:37Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:38.996130 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-c270b425-e50f-4725-8f98-2e85de2a2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:38.997588 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-c270b425-e50f-4725-8f98-2e85de2a2a66 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 913 time: 0.0940006 Oct 12 12:44:39.000012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:39.008339 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:44:39.008941 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:44:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:39.063309 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-ec9e85bb-0db4-4279-b6be-5f6cfd8c48f5 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=033b8a88-95a3-4f47-bd2f-1ac25dfe152e HTTP/1.1" status: 200 len: 999 time: 0.0598969 Oct 12 12:44:39.115203 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:44:39.115430 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-8a615527-f40f-44cb-b65c-66efa0c70c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:39.116722 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-8a615527-f40f-44cb-b65c-66efa0c70c4b service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0461836 Oct 12 12:44:39.166448 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-1607f4af-af09-4080-87ae-e53978e7e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:39.167840 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-1607f4af-af09-4080-87ae-e53978e7e028 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430813 Oct 12 12:44:39.180854 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:39.265146 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-713ef0a3-c37f-4834-883d-027246db5b0d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906761 Oct 12 12:44:39.343394 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:39.370564 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b51a37fe-5363-4fd4-96cc-01ce13b94b14 req-55f46721-3f40-4428-b78c-1bc631f014e4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995045 Oct 12 12:44:39.472731 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'f27f7974-4a51-4c03-9027-5cee483e0bf4', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:4d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:44:37Z', 'updated_at': '2022-10-12T12:44:37Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:39.502339 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5a7d4-d2c7-4d75-a4a5-2aa2f13aa721 None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'f27f7974-4a51-4c03-9027-5cee483e0bf4', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:4d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:44:37Z', 'updated_at': '2022-10-12T12:44:37Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:39.699617 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c00091-de03-47f5-a0c4-c8b353cd0ca0 None None] New status for floating IP f27f7974-4a51-4c03-9027-5cee483e0bf4: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:44:39.976988 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:40.851316 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:40.873658 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296bee8-86e6-4e66-8b65-ac0feb05b065 req-da117c0f-5e91-452d-bd6f-248e69ad30e9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:40.875402 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c296bee8-86e6-4e66-8b65-ac0feb05b065 req-da117c0f-5e91-452d-bd6f-248e69ad30e9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0479684 Oct 12 12:44:40.913017 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:40.925722 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c296bee8-86e6-4e66-8b65-ac0feb05b065 req-459fbe70-170d-4f99-9db5-9f819d3b613c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 Oct 12 12:44:40.928801 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port e6175cce-77f0-4350-b89c-5f74cd77b5b2 is: DOWN; New status is: DOWN {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:41.123174 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-6e1851a3-45c8-4c41-a3b2-a7451838dedd service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388553 Oct 12 12:44:41.199812 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-7d7c4a83-8918-4ee8-8bfe-b92de6eba44d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:41.201050 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-7d7c4a83-8918-4ee8-8bfe-b92de6eba44d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports/e6175cce-77f0-4350-b89c-5f74cd77b5b2 HTTP/1.1" status: 200 len: 940 time: 0.0508068 Oct 12 12:44:42.057697 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc17e6-ccd4-4a35-a4fd-89145040b59e req-ea17e9e4-3733-4aee-a4e5-bd57e10d7fb0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:42.059203 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-50cc17e6-ccd4-4a35-a4fd-89145040b59e req-ea17e9e4-3733-4aee-a4e5-bd57e10d7fb0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0496759 Oct 12 12:44:42.107565 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-50cc17e6-ccd4-4a35-a4fd-89145040b59e req-b19f0f22-9cb1-4eba-8937-500523507a20 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Oct 12 12:44:42.771357 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-971e37ba-a13b-4fe2-838b-3adacdcb5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:42.772880 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-971e37ba-a13b-4fe2-838b-3adacdcb5cd1 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b&tenant_id=c056ad05ef9843688f08b7e9f25e1138 HTTP/1.1" status: 200 len: 1127 time: 0.0766811 Oct 12 12:44:42.862217 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-21b12fa2-3aae-4e13-b0dd-d6eced3c12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:42.863759 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-21b12fa2-3aae-4e13-b0dd-d6eced3c12b6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 1127 time: 0.0396724 Oct 12 12:44:42.964059 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-c6c87779-0db9-4402-917d-0d1a71c83333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:42.965566 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-c6c87779-0db9-4402-917d-0d1a71c83333 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 918 time: 0.0908959 Oct 12 12:44:43.028167 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-494cb26e-4b55-4e53-9f23-e3fc68b6c396 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2 HTTP/1.1" status: 200 len: 999 time: 0.0543113 Oct 12 12:44:43.079810 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-df137aab-13e8-4a61-9314-b18cc0e38c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:43.081756 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-df137aab-13e8-4a61-9314-b18cc0e38c4b service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.0469735 Oct 12 12:44:43.130952 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-576fc6f1-a5bc-4608-8d8d-ce4a62092a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:43.132356 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-576fc6f1-a5bc-4608-8d8d-ce4a62092a55 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391693 Oct 12 12:44:43.230048 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-dd8ec427-1b6d-41bd-bad3-825554209d09 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914769 Oct 12 12:44:43.245475 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59f50d-15b5-4aaa-aa7c-455a612191bb req-dd72d2b7-9fc8-48d5-a75b-4d10a7870d1c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:43.246951 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3e59f50d-15b5-4aaa-aa7c-455a612191bb req-dd72d2b7-9fc8-48d5-a75b-4d10a7870d1c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0533295 Oct 12 12:44:43.294345 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3e59f50d-15b5-4aaa-aa7c-455a612191bb req-2c0f3301-edbd-44a5-93d4-f26b0369a019 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Oct 12 12:44:43.326236 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9744fd29-b9d5-4d0a-98a5-38f98c2d92c1 req-7af9e2e0-4afe-4877-91c8-1b2d6cc7bde1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893493 Oct 12 12:44:44.421243 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a877abd-cfe0-4e95-a95c-1dd15481a225 req-f543a247-bf64-4698-b3cb-ac20ff992fe1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:44.422733 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6a877abd-cfe0-4e95-a95c-1dd15481a225 req-f543a247-bf64-4698-b3cb-ac20ff992fe1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0461438 Oct 12 12:44:44.470420 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6a877abd-cfe0-4e95-a95c-1dd15481a225 req-66b89da8-46c0-4639-9d92-9b314639c685 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Oct 12 12:44:45.404813 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d0bb25d4-fe53-4ab0-b51e-98aec5828dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:45.593444 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f0cb2-ddc4-4fd6-8d90-6dbbfa8ab468 req-44148bbc-dc82-40bb-a549-81bbbeb66f30 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:45.594979 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b34f0cb2-ddc4-4fd6-8d90-6dbbfa8ab468 req-44148bbc-dc82-40bb-a549-81bbbeb66f30 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0450678 Oct 12 12:44:45.640714 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b34f0cb2-ddc4-4fd6-8d90-6dbbfa8ab468 req-36623732-cf5b-455c-a603-6e5eb1749e7d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 Oct 12 12:44:46.787019 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13615d41-042b-4288-9512-18ca5574a809 req-7a55b718-7e58-4722-92bf-90656f37d6d1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:46.788558 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-13615d41-042b-4288-9512-18ca5574a809 req-7a55b718-7e58-4722-92bf-90656f37d6d1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0564299 Oct 12 12:44:46.841279 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-13615d41-042b-4288-9512-18ca5574a809 req-6d40f57f-0ec9-4669-a876-7e4099bec9cb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460753 Oct 12 12:44:47.736857 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-78b4e523-c1f1-474c-841d-12f81372d80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:47.974546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d21ca7-0687-4829-9add-839714564386 req-9e3b4fe1-611b-418d-8191-591d6b8b4185 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:47.975996 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17d21ca7-0687-4829-9add-839714564386 req-9e3b4fe1-611b-418d-8191-591d6b8b4185 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0528519 Oct 12 12:44:48.025916 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17d21ca7-0687-4829-9add-839714564386 req-9c12c38a-4fbc-40b7-aeb7-53e5c8037380 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Oct 12 12:44:49.016580 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:49.187248 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3f00a-a49e-4e1d-aef7-f40a62a29daa req-dc3d5e73-86b8-4b27-a9d0-38b9201fcd1c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:49.189471 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8f3f00a-a49e-4e1d-aef7-f40a62a29daa req-dc3d5e73-86b8-4b27-a9d0-38b9201fcd1c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0662973 Oct 12 12:44:49.251159 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c8f3f00a-a49e-4e1d-aef7-f40a62a29daa req-dec70f57-06bb-4c2a-9a6c-ae22fdad2476 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534925 Oct 12 12:44:50.400672 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080f446-8b2c-442f-ab9a-7190ccb4f373 req-5e85472a-8b08-40ce-99e8-8b9c132104eb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:50.402273 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e080f446-8b2c-442f-ab9a-7190ccb4f373 req-5e85472a-8b08-40ce-99e8-8b9c132104eb tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0534568 Oct 12 12:44:50.436371 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:50.452125 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e080f446-8b2c-442f-ab9a-7190ccb4f373 req-b5cc8367-1c50-4378-ae9f-f6902890b304 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443056 Oct 12 12:44:50.730783 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:50.776918 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:51.588027 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ca466-1531-408a-abb1-50299b341d10 req-005e4d1e-853f-4ef0-b0f9-ccd47aad8dd5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:51.590092 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-579ca466-1531-408a-abb1-50299b341d10 req-005e4d1e-853f-4ef0-b0f9-ccd47aad8dd5 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0520627 Oct 12 12:44:51.630711 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:51.643725 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-579ca466-1531-408a-abb1-50299b341d10 req-662e7a5b-01fd-4c82-9bd4-37ae6d19fa94 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 Oct 12 12:44:52.632658 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 45546) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:44:52.792875 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-952b4dcc-b825-4e34-865c-a3359877ddd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:52.803898 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67b7c3-377d-4003-af85-77d5b0e6ee37 req-530288d9-7ff8-48b9-a05d-bf332aabef29 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:52.851023 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:52.851185 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-af67b7c3-377d-4003-af85-77d5b0e6ee37 req-530288d9-7ff8-48b9-a05d-bf332aabef29 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0705447 Oct 12 12:44:52.869901 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-af67b7c3-377d-4003-af85-77d5b0e6ee37 req-0caaa10b-e5c6-44f7-b276-e08d5c4ef8f1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561225 Oct 12 12:44:52.900417 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-952b4dcc-b825-4e34-865c-a3359877ddd7 admin admin] Publish callbacks [] for security_group (1d51c36c-c018-446c-8097-ebd068bb4ea6), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:53.132115 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-952b4dcc-b825-4e34-865c-a3359877ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (1d51c36c-c018-446c-8097-ebd068bb4ea6), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:53.148462 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:53.178746 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b4dcc-b825-4e34-865c-a3359877ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d51c36c-c018-446c-8097-ebd068bb4ea6,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:53.185093 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-952b4dcc-b825-4e34-865c-a3359877ddd7 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c3e40c73bfc4450c962974f03a542afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5503845 Oct 12 12:44:53.187584 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 45554) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:44:53.240116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-29f64e2d-0f68-439f-b314-83155ae73f32 admin admin] Publish callbacks [] for security_group (1d51c36c-c018-446c-8097-ebd068bb4ea6), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:53.263763 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-29f64e2d-0f68-439f-b314-83155ae73f32 admin admin] Publish callbacks [] for security_group (1d51c36c-c018-446c-8097-ebd068bb4ea6), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:53.359512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-29f64e2d-0f68-439f-b314-83155ae73f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (1d51c36c-c018-446c-8097-ebd068bb4ea6), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:53.362551 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-29f64e2d-0f68-439f-b314-83155ae73f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:53.363838 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-29f64e2d-0f68-439f-b314-83155ae73f32 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/1d51c36c-c018-446c-8097-ebd068bb4ea6 HTTP/1.1" status: 204 len: 168 time: 0.1754904 Oct 12 12:44:53.372340 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f64e2d-0f68-439f-b314-83155ae73f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d51c36c-c018-446c-8097-ebd068bb4ea6,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:54.000834 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947dee2-8f73-4871-be2d-997ce7be9bee req-2458b5a6-9e45-4e31-ac45-04f1826ebd38 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:54.002460 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b947dee2-8f73-4871-be2d-997ce7be9bee req-2458b5a6-9e45-4e31-ac45-04f1826ebd38 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0496585 Oct 12 12:44:54.063872 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b947dee2-8f73-4871-be2d-997ce7be9bee req-b86ab6d7-98ff-491f-a4d6-101992a78fd1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552313 Oct 12 12:44:54.163259 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 45562) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:44:54.178025 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dd8ffea8-d12a-4692-9969-5c1dc0f4800c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:54.273521 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dd8ffea8-d12a-4692-9969-5c1dc0f4800c admin admin] Publish callbacks [] for security_group (a2c9f03a-9324-4b3d-a2d8-c8fc1f443d51), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:54.553766 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dd8ffea8-d12a-4692-9969-5c1dc0f4800c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (a2c9f03a-9324-4b3d-a2d8-c8fc1f443d51), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:54.595905 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-dd8ffea8-d12a-4692-9969-5c1dc0f4800c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d6be5d1429dc4b40a5a04911f98aa560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314981 Oct 12 12:44:54.596721 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ffea8-d12a-4692-9969-5c1dc0f4800c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c9f03a-9324-4b3d-a2d8-c8fc1f443d51,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:54.599151 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 45564) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:44:54.646992 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:54.647673 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Publish callbacks [] for security_group (a2c9f03a-9324-4b3d-a2d8-c8fc1f443d51), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:54.648707 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:44:54.671234 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Publish callbacks [] for security_group (a2c9f03a-9324-4b3d-a2d8-c8fc1f443d51), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:54.811659 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (a2c9f03a-9324-4b3d-a2d8-c8fc1f443d51), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:54.814263 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:54.818275 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a2c9f03a-9324-4b3d-a2d8-c8fc1f443d51 HTTP/1.1" status: 204 len: 168 time: 0.2150977 Oct 12 12:44:54.824882 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c9f03a-9324-4b3d-a2d8-c8fc1f443d51,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:54.832593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.832972 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.833311 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.833644 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.833994 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.834321 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.834644 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.834962 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.835282 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.835600 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.835920 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.836237 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.836553 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.836939 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:54.837155 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e50f6-01dd-46ab-b459-712e8f0d165f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:55.203396 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed5556-b7d6-437c-a0bb-d35ed73031d1 req-7eb59976-0450-4177-9544-e867d1e3e7f4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:55.203973 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8bed5556-b7d6-437c-a0bb-d35ed73031d1 req-7eb59976-0450-4177-9544-e867d1e3e7f4 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0489535 Oct 12 12:44:55.259546 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8bed5556-b7d6-437c-a0bb-d35ed73031d1 req-66fe29d2-4411-4ebb-8305-3b1d92db7d5c tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486896 Oct 12 12:44:56.405142 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462521ef-944d-4cf2-ad5d-b2e330bd5467 req-a628f544-0ea3-44da-91e3-e4b9f251d8cf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:56.406689 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-462521ef-944d-4cf2-ad5d-b2e330bd5467 req-a628f544-0ea3-44da-91e3-e4b9f251d8cf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0556612 Oct 12 12:44:56.462769 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-462521ef-944d-4cf2-ad5d-b2e330bd5467 req-5bbd7638-be37-4283-af89-58c3a8308a02 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495942 Oct 12 12:44:57.596489 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b9e47-3fc9-4ecd-bdb8-332195055743 req-1ddfa23e-11dd-4e59-a481-490a33113569 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:57.597877 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-757b9e47-3fc9-4ecd-bdb8-332195055743 req-1ddfa23e-11dd-4e59-a481-490a33113569 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0485632 Oct 12 12:44:57.643932 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-757b9e47-3fc9-4ecd-bdb8-332195055743 req-f8dc7a49-57cc-476b-9ccd-6fdcb4af15c9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Oct 12 12:44:58.778702 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628c32-3dc8-4d4c-a057-eb0d49ac4961 req-0a7ee8c5-3835-402e-bf6d-111c6a498c4d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:58.780492 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5d628c32-3dc8-4d4c-a057-eb0d49ac4961 req-0a7ee8c5-3835-402e-bf6d-111c6a498c4d tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 943 time: 0.0566473 Oct 12 12:44:58.835118 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5d628c32-3dc8-4d4c-a057-eb0d49ac4961 req-4747624b-7e10-4719-9da0-3a9a300bc5cf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480788 Oct 12 12:44:58.970003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:44:59.066021 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:44:59.072097 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:59.084808 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'port_id': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'mac_address': 'fa:16:3e:f3:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:44:59.125032 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port e6175cce-77f0-4350-b89c-5f74cd77b5b2 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:44:59.125451 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:59.140984 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6175cce-77f0-4350-b89c-5f74cd77b5b2 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:44:59.160434 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:59.234186 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:44:59.286012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=9']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:59.604916 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['e6175cce-77f0-4350-b89c-5f74cd77b5b2'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:44:59.964159 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de258-34cf-45f6-ac8e-b0b513769001 req-6bc43079-fb4b-499e-a83f-635db54542b1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:44:59.965604 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0b1de258-34cf-45f6-ac8e-b0b513769001 req-6bc43079-fb4b-499e-a83f-635db54542b1 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 944 time: 0.0474665 Oct 12 12:45:00.011360 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0b1de258-34cf-45f6-ac8e-b0b513769001 req-e110eb90-fdfd-4097-ad81-00fd9fc4a969 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 Oct 12 12:45:00.132730 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 45718) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:00.236516 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-13227a67-90bd-48c4-aaad-069bd2acb2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:00.309623 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-13227a67-90bd-48c4-aaad-069bd2acb2e2 admin admin] Publish callbacks [] for security_group (d76473b8-db84-4052-998c-12ccfbb4dd57), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:00.371320 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-13227a67-90bd-48c4-aaad-069bd2acb2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d76473b8-db84-4052-998c-12ccfbb4dd57), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:00.388238 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:00.399632 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:00.411423 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-13227a67-90bd-48c4-aaad-069bd2acb2e2 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=46360d7e07de47c4b7c631b610ac6f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776845 Oct 12 12:45:00.413271 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13227a67-90bd-48c4-aaad-069bd2acb2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76473b8-db84-4052-998c-12ccfbb4dd57,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:00.414213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 45722) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:00.465555 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-571ac7ff-0326-4740-bf7f-72d217f81d43 admin admin] Publish callbacks [] for security_group (d76473b8-db84-4052-998c-12ccfbb4dd57), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:00.485130 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-571ac7ff-0326-4740-bf7f-72d217f81d43 admin admin] Publish callbacks [] for security_group (d76473b8-db84-4052-998c-12ccfbb4dd57), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:00.565460 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-571ac7ff-0326-4740-bf7f-72d217f81d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d76473b8-db84-4052-998c-12ccfbb4dd57), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:00.568467 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-571ac7ff-0326-4740-bf7f-72d217f81d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:00.569643 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-571ac7ff-0326-4740-bf7f-72d217f81d43 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/d76473b8-db84-4052-998c-12ccfbb4dd57 HTTP/1.1" status: 204 len: 168 time: 0.1543531 Oct 12 12:45:00.577401 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ac7ff-0326-4740-bf7f-72d217f81d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76473b8-db84-4052-998c-12ccfbb4dd57,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:00.992843 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:45:01.036622 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port e6175cce-77f0-4350-b89c-5f74cd77b5b2 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:01.036976 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.037311 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port e6175cce-77f0-4350-b89c-5f74cd77b5b2 Oct 12 12:45:01.114985 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port e6175cce-77f0-4350-b89c-5f74cd77b5b2 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:45:01.115400 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.138201 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:45:01.140451 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99fe78-c726-43a0-860c-600dade5594b" -d '{"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-plugged", "status": "completed", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:45:01.142635 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:01.147727 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a29a37-cd2a-4b68-833c-fac66a0e2e5f req-8a836402-1330-42f3-88e9-2e994e9d70e9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:01.148602 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-25a29a37-cd2a-4b68-833c-fac66a0e2e5f req-8a836402-1330-42f3-88e9-2e994e9d70e9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 944 time: 0.0510817 Oct 12 12:45:01.153543 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:01.182611 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7af281-09ac-4885-bfb0-a912bc7e9843 x-openstack-request-id: req-bc7af281-09ac-4885-bfb0-a912bc7e9843 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:45:01.182804 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-plugged", "status": "completed", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:45:01.183055 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 45734) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:01.183158 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc7af281-09ac-4885-bfb0-a912bc7e9843 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:45:01.183445 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7af281-09ac-4885-bfb0-a912bc7e9843'] response: {'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'code': 200} Oct 12 12:45:01.207592 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e2682ed4-497f-4b31-86ae-13c1afc7996b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.211258 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.222558 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-25a29a37-cd2a-4b68-833c-fac66a0e2e5f req-d8a3b0b0-c323-4927-81d7-e3ce0493d4f7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680447 Oct 12 12:45:01.272500 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=10']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:01.306812 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e2682ed4-497f-4b31-86ae-13c1afc7996b admin admin] Publish callbacks [] for security_group (4bb76a02-3a4d-471d-b70b-ed49d0e30d4f), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.365129 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e2682ed4-497f-4b31-86ae-13c1afc7996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4bb76a02-3a4d-471d-b70b-ed49d0e30d4f), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.403840 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2682ed4-497f-4b31-86ae-13c1afc7996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb76a02-3a4d-471d-b70b-ed49d0e30d4f,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:01.408097 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e2682ed4-497f-4b31-86ae-13c1afc7996b admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=466bda5ed68e48eb8117a695c423fe06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241795 Oct 12 12:45:01.411330 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 45736) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:01.460585 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a3476da-877b-4771-b3da-49c097331165 admin admin] Publish callbacks [] for security_group (4bb76a02-3a4d-471d-b70b-ed49d0e30d4f), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.480309 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a3476da-877b-4771-b3da-49c097331165 admin admin] Publish callbacks [] for security_group (4bb76a02-3a4d-471d-b70b-ed49d0e30d4f), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.570673 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e0b1c-c164-464c-9a32-9ae17c083cec req-b20a7c14-8bde-479f-aecb-680701133e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:01.572128 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9a1e0b1c-c164-464c-9a32-9ae17c083cec req-b20a7c14-8bde-479f-aecb-680701133e53 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 1130 time: 0.0405731 Oct 12 12:45:01.590714 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a3476da-877b-4771-b3da-49c097331165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4bb76a02-3a4d-471d-b70b-ed49d0e30d4f), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.593185 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4a3476da-877b-4771-b3da-49c097331165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:01.594226 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4a3476da-877b-4771-b3da-49c097331165 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/4bb76a02-3a4d-471d-b70b-ed49d0e30d4f HTTP/1.1" status: 204 len: 168 time: 0.1822731 Oct 12 12:45:01.605732 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3476da-877b-4771-b3da-49c097331165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb76a02-3a4d-471d-b70b-ed49d0e30d4f,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:01.634808 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9a1e0b1c-c164-464c-9a32-9ae17c083cec req-e7286b7e-2f29-4aac-a98d-a55d85dfc02b service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537980 Oct 12 12:45:02.366281 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04cb4c-35b7-4f8a-93fa-2ac4b1f06941 req-79de9b86-40b9-450d-96e5-ba4b61d36897 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:02.367741 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0e04cb4c-35b7-4f8a-93fa-2ac4b1f06941 req-79de9b86-40b9-450d-96e5-ba4b61d36897 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 946 time: 0.0501254 Oct 12 12:45:02.379470 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:02.420654 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0e04cb4c-35b7-4f8a-93fa-2ac4b1f06941 req-2417c84a-d443-4ad3-aee9-73a8e732903a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468156 Oct 12 12:45:03.547141 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b732da-b7b6-4bfa-844a-4bc52a987f6c req-1b763a65-4e90-41d9-bb7e-1573023029cd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:03.548641 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-53b732da-b7b6-4bfa-844a-4bc52a987f6c req-1b763a65-4e90-41d9-bb7e-1573023029cd tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 946 time: 0.0470371 Oct 12 12:45:03.596280 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-53b732da-b7b6-4bfa-844a-4bc52a987f6c req-819291c4-5ea6-4d53-899c-bce1f2cc39c9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Oct 12 12:45:04.649820 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=28 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:04.726455 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af008ff-b1a9-44ee-affd-5a454ffc349e req-2effb3a5-33ab-46e3-b3ff-df0352e51fd9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:04.727899 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5af008ff-b1a9-44ee-affd-5a454ffc349e req-2effb3a5-33ab-46e3-b3ff-df0352e51fd9 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 946 time: 0.0468516 Oct 12 12:45:04.774434 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5af008ff-b1a9-44ee-affd-5a454ffc349e req-7d006a2d-b9ef-4a90-a2c5-69ddb7bd2af0 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410507 Oct 12 12:45:09.936913 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:13.580438 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:13.593272 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=63,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:14.548989 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c94c70-be72-4fea-b4c2-2fcc16eb2a64 req-5060ee5a-503a-466c-ab86-6b0375f2b461 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:14.550446 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0c94c70-be72-4fea-b4c2-2fcc16eb2a64 req-5060ee5a-503a-466c-ab86-6b0375f2b461 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0489790 Oct 12 12:45:14.596015 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0c94c70-be72-4fea-b4c2-2fcc16eb2a64 req-df9e8aba-581c-4866-97a1-6aaad7ab535f tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393636 Oct 12 12:45:15.388505 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-475be30a-a17c-40fb-8137-7d7e8bb8ed4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:15.722033 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e530b2-6db0-4fec-9541-0bc9e1afda39 req-b634b367-5b76-4ec7-9dfc-edbcc885c525 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:15.723787 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c6e530b2-6db0-4fec-9541-0bc9e1afda39 req-b634b367-5b76-4ec7-9dfc-edbcc885c525 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0504503 Oct 12 12:45:15.771155 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c6e530b2-6db0-4fec-9541-0bc9e1afda39 req-207affed-346b-4d4e-b2c2-5dc70c32553d tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415251 Oct 12 12:45:15.985186 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-def47579-bfec-4137-9e3b-f786ac04cf9b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375443 Oct 12 12:45:16.229554 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-bdf25995-ad99-498b-82cf-20d7e27d7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:16.231081 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-bdf25995-ad99-498b-82cf-20d7e27d7b46 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c056ad05ef9843688f08b7e9f25e1138&device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 1130 time: 0.0387316 Oct 12 12:45:16.368141 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-3e810938-1974-4ad5-a27d-92710586a7f3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:16.369819 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-3e810938-1974-4ad5-a27d-92710586a7f3 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0513937 Oct 12 12:45:16.412961 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-87e0ed71-6ecd-44df-a6ba-4b5941ef9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:16.415028 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-87e0ed71-6ecd-44df-a6ba-4b5941ef9f70 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 200 len: 918 time: 0.0964859 Oct 12 12:45:16.466201 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Deleting port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:16.466544 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:16.469047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:16.485687 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-29324a68-13e9-4b50-8346-a2e8d36d50ea service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2 HTTP/1.1" status: 200 len: 1001 time: 0.0645399 Oct 12 12:45:16.535546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-68f7d1e5-f445-4dc0-951c-5bce38ee4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:16.537050 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-68f7d1e5-f445-4dc0-951c-5bce38ee4357 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 200 len: 856 time: 0.0449042 Oct 12 12:45:16.565754 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] For port 3af0b0da-4e0e-4354-b176-3e8eda704ca2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3af0b0da-4e0e-4354-b176-3e8eda704ca2,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:16.566047 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:16.581750 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-3f7e2a63-7b8d-44d2-b7ed-2190586a9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:16.583265 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-3f7e2a63-7b8d-44d2-b7ed-2190586a9511 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=a509b816-30d9-40f4-99f7-35e308d0dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405178 Oct 12 12:45:16.677907 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-554bcdd9-de48-4852-aee0-62247f5479d0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886390 Oct 12 12:45:16.769226 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e79d1b4a-2e68-4251-84c2-5a85d6a4a23a req-3b534e27-9a49-4f87-8e99-667a2433e8f5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833628 Oct 12 12:45:16.774050 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:16.774548 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (181ec6b2-b81e-4193-ac5a-c8743dc1f934), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:16.774705 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Floating IP 181ec6b2-b81e-4193-ac5a-c8743dc1f934 disassociated. External IP: 172.27.3.44, port: 3af0b0da-4e0e-4354-b176-3e8eda704ca2. Oct 12 12:45:16.775037 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Calling delete_port for 3af0b0da-4e0e-4354-b176-3e8eda704ca2 owned by compute:nova {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:16.896393 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73aa3c-1b25-4cc9-aea3-360c99b5dc3e req-f5f203dc-b7a8-4451-b9a1-6d75115ac305 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:16.897788 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9b73aa3c-1b25-4cc9-aea3-360c99b5dc3e req-f5f203dc-b7a8-4451-b9a1-6d75115ac305 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 945 time: 0.0515635 Oct 12 12:45:16.946569 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9b73aa3c-1b25-4cc9-aea3-360c99b5dc3e req-d10abd79-6d3f-49ed-b796-81d319e83943 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f9011ac1-e609-4d57-a664-9bed19a6fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423405 Oct 12 12:45:16.989135 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (3af0b0da-4e0e-4354-b176-3e8eda704ca2), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:17.017813 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'Port': ['ID=3af0b0da-4e0e-4354-b176-3e8eda704ca2,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:17.125822 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:45:17.176438 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:17.217260 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:17.226265 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:45:17.237410 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:45:17.247131 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:17.247785 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:44:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:17.267976 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] No DVR routers for this DVR port 3af0b0da-4e0e-4354-b176-3e8eda704ca2 on host hv-cinder-81268 {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:45:17.270631 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:17.274317 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3f181679-26f9-4e30-9c06-bff32450b2bd req-e199fa26-c638-448e-84b6-3472de5e8ede tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.39 "DELETE /networking/v2.0/ports/3af0b0da-4e0e-4354-b176-3e8eda704ca2 HTTP/1.1" status: 204 len: 173 time: 0.8972776 Oct 12 12:45:17.279808 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29def05a-0aa9-48ba-8880-44b19b216766', 'name': 'network-vif-deleted', 'tag': '3af0b0da-4e0e-4354-b176-3e8eda704ca2'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:45:17.279808 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f9f15-e13e-409a-9f5f-8085611278c7" -d '{"events": [{"server_uuid": "29def05a-0aa9-48ba-8880-44b19b216766", "name": "network-vif-deleted", "tag": "3af0b0da-4e0e-4354-b176-3e8eda704ca2"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:45:17.317268 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378784b-0021-4e7f-89cd-538ea5e6f5ad x-openstack-request-id: req-4378784b-0021-4e7f-89cd-538ea5e6f5ad {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:45:17.317565 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29def05a-0aa9-48ba-8880-44b19b216766", "name": "network-vif-deleted", "tag": "3af0b0da-4e0e-4354-b176-3e8eda704ca2", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:45:17.317816 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4378784b-0021-4e7f-89cd-538ea5e6f5ad {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:45:17.318256 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4378784b-0021-4e7f-89cd-538ea5e6f5ad'] response: {'server_uuid': '29def05a-0aa9-48ba-8880-44b19b216766', 'name': 'network-vif-deleted', 'tag': '3af0b0da-4e0e-4354-b176-3e8eda704ca2', 'status': 'completed', 'code': 200} Oct 12 12:45:17.356231 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:17.484289 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:17.569125 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:17.594470 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:45:17.602868 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:17.603441 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:44:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:17.704514 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-9801c43a-9f95-4cc7-8b3b-d2a43219d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:17.722351 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:17.918801 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:17.922560 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:17.951932 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd609bc-cd3e-45dd-a249-75bd006a43ab None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:07Z', 'revision_number': 4, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c3965915-dd39-405e-bf97-94ae54084408', 'name': '', 'network_id': 'f74858ca-46a0-493d-924e-694edecfac99', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'mac_address': 'fa:16:3e:1a:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:06Z', 'updated_at': '2022-10-12T12:38:14Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'subnets': [{'id': '2ee2ada1-0311-4386-a91f-e6ec46f6c98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:45:18.064996 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-93b1c0fe-afad-4401-9c67-9237042ddfdc req-1eb93858-ad94-49d9-ad34-92e81bbab2be tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 210 time: 0.0298085 Oct 12 12:45:18.171944 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae5487-37e2-4f0a-b532-f3fc3ac29df1 None None] New status for floating IP 181ec6b2-b81e-4193-ac5a-c8743dc1f934: DOWN {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:45:18.982818 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:19.185217 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-8982e858-4d96-4647-847e-87807913cf3b req-bb8b8e0e-6d6c-4d9b-9d19-cbe5352d65ea tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=29def05a-0aa9-48ba-8880-44b19b216766 HTTP/1.1" status: 200 len: 210 time: 0.0307646 Oct 12 12:45:20.354770 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 45932) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:20.410419 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-716ba094-bd7a-4764-85f1-5778a184c257 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (f9011ac1-e609-4d57-a664-9bed19a6fdd0), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.431769 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-716ba094-bd7a-4764-85f1-5778a184c257 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (f9011ac1-e609-4d57-a664-9bed19a6fdd0), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.547665 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-716ba094-bd7a-4764-85f1-5778a184c257 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (f9011ac1-e609-4d57-a664-9bed19a6fdd0), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.550318 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-716ba094-bd7a-4764-85f1-5778a184c257 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.551434 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-716ba094-bd7a-4764-85f1-5778a184c257 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f9011ac1-e609-4d57-a664-9bed19a6fdd0 HTTP/1.1" status: 204 len: 168 time: 0.1957011 Oct 12 12:45:20.554311 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 45934) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:20.561205 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ba094-bd7a-4764-85f1-5778a184c257 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9011ac1-e609-4d57-a664-9bed19a6fdd0,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:20.568229 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.api.v2.resource [None req-5b9a252b-1f6f-408a-832b-45127403483a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] show failed (client error): The resource could not be found. Oct 12 12:45:20.569212 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5b9a252b-1f6f-408a-832b-45127403483a tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "GET /networking/v2.0/security-groups/f9011ac1-e609-4d57-a664-9bed19a6fdd0 HTTP/1.1" status: 404 len: 347 time: 0.0139084 Oct 12 12:45:20.572412 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 45936) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:20.682378 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Deleting port db2e6317-71fa-4126-b73d-694155eb3445 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:20.682714 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (db2e6317-71fa-4126-b73d-694155eb3445), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.737231 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.760401 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (db2e6317-71fa-4126-b73d-694155eb3445), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.760723 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (db2e6317-71fa-4126-b73d-694155eb3445), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.772923 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Calling delete_port for db2e6317-71fa-4126-b73d-694155eb3445 owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:20.786610 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 3af0b0da-4e0e-4354-b176-3e8eda704ca2 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:45:20.807125 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.808325 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 3af0b0da-4e0e-4354-b176-3e8eda704ca2 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:45:20.808859 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 3af0b0da-4e0e-4354-b176-3e8eda704ca2 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:45:20.972075 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (db2e6317-71fa-4126-b73d-694155eb3445), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:20.998471 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Pushing event deleted for resources: {'Port': ['ID=db2e6317-71fa-4126-b73d-694155eb3445,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:21.058522 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks [] for floatingip (181ec6b2-b81e-4193-ac5a-c8743dc1f934), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:21.061099 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:21.062303 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-60d0f339-b744-4a35-9c2c-1db79da331d0 tempest-AttachVolumeNegativeTest-1273608621 tempest-AttachVolumeNegativeTest-1273608621-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/181ec6b2-b81e-4193-ac5a-c8743dc1f934 HTTP/1.1" status: 204 len: 168 time: 0.4888124 Oct 12 12:45:25.154046 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 45996) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:25.489415 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:25.554644 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:25.600904 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (9926d1dd-530c-4540-94da-cd5dcc1edb1a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:26.063475 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Deleting port c3965915-dd39-405e-bf97-94ae54084408 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:26.063815 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c3965915-dd39-405e-bf97-94ae54084408), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:26.143399 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] For port c3965915-dd39-405e-bf97-94ae54084408, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c3965915-dd39-405e-bf97-94ae54084408,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:26.143768 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c3965915-dd39-405e-bf97-94ae54084408), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:26.156322 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Calling delete_port for c3965915-dd39-405e-bf97-94ae54084408 owned by network:router_interface {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:26.372148 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (c3965915-dd39-405e-bf97-94ae54084408), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:26.427168 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=c3965915-dd39-405e-bf97-94ae54084408,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:26.561505 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:26.563899 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (9926d1dd-530c-4540-94da-cd5dcc1edb1a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:26.583693 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80a5da-b8a4-4169-996a-d31548de184b None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:45:26.668797 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:26.684903 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb80a5da-b8a4-4169-996a-d31548de184b None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:45:26.771785 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Router 9926d1dd-530c-4540-94da-cd5dcc1edb1a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:45:26.877057 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:45:26.882257 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-2c5b0862-efea-490f-9a6d-007bb21a9fcd admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/9926d1dd-530c-4540-94da-cd5dcc1edb1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271025 Oct 12 12:45:26.885082 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46012) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:26.891270 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] Sync routers for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:45:26.904266 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:26.905190 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:26.993476 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks [] for router (9926d1dd-530c-4540-94da-cd5dcc1edb1a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:26.995740 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:27.013886 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:27.110151 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks [] for router_gateway (9926d1dd-530c-4540-94da-cd5dcc1edb1a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.220212 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Deleting port 903357cb-e6f0-4899-86b4-d85c56ab7643 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:27.220834 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.298442 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:27.312099 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] For port 903357cb-e6f0-4899-86b4-d85c56ab7643, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=903357cb-e6f0-4899-86b4-d85c56ab7643,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:27.318819 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.327737 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Calling delete_port for 903357cb-e6f0-4899-86b4-d85c56ab7643 owned by network:router_gateway {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:27.334870 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:45:26Z', 'revision_number': 5, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port': {'id': '903357cb-e6f0-4899-86b4-d85c56ab7643', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:27.360276 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] Checking router: 9926d1dd-530c-4540-94da-cd5dcc1edb1a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:45:27.373268 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] Routers {'9926d1dd-530c-4540-94da-cd5dcc1edb1a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:27.373797 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:27.420774 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-3d8a6444-68e9-4cf1-9e21-9e553eabcc76 None None] Provisioning complete for port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:27.421159 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3d8a6444-68e9-4cf1-9e21-9e553eabcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.421495 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-3d8a6444-68e9-4cf1-9e21-9e553eabcc76 None None] Attempt 1 to provision port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 Oct 12 12:45:27.499663 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] Set router 9926d1dd-530c-4540-94da-cd5dcc1edb1a gateway port host: None {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:27.557040 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:45:27Z', 'revision_number': 6, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:27.582689 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (903357cb-e6f0-4899-86b4-d85c56ab7643), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.603374 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e50cb6-68d7-44c3-85d1-f4a5b4d79d49 None None] The sync data for ids ['9926d1dd-530c-4540-94da-cd5dcc1edb1a'] in dv-cinder-812685-16-iscsi is: [{'id': '9926d1dd-530c-4540-94da-cd5dcc1edb1a', 'name': 'tempest-AttachVolumeNegativeTest-1506391858-router', 'tenant_id': 'fb8207ad9abf449b99382a2586d4588a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:45:27Z', 'revision_number': 6, 'project_id': 'fb8207ad9abf449b99382a2586d4588a', 'gw_port_host': None}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:45:27.613029 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=903357cb-e6f0-4899-86b4-d85c56ab7643,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:27.620891 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a6444-68e9-4cf1-9e21-9e553eabcc76 None None] Current status of the port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:45:27.675045 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (9926d1dd-530c-4540-94da-cd5dcc1edb1a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.733067 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:27.762902 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (9926d1dd-530c-4540-94da-cd5dcc1edb1a), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.765125 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks [] for router_controller (9926d1dd-530c-4540-94da-cd5dcc1edb1a), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.875908 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (9926d1dd-530c-4540-94da-cd5dcc1edb1a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.876579 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9926d1dd-530c-4540-94da-cd5dcc1edb1a {{(pid=104977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:45:27.884524 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.884524 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-0b2cb5a7-3405-41af-ac2c-0d51796533c8 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/9926d1dd-530c-4540-94da-cd5dcc1edb1a HTTP/1.1" status: 204 len: 168 time: 0.9967089 Oct 12 12:45:27.886327 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46030) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:27.932703 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff669263-8813-4086-bba8-836bad65b46d admin admin] Deleting subnet 2ee2ada1-0311-4386-a91f-e6ec46f6c98f {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:45:27.937378 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ff669263-8813-4086-bba8-836bad65b46d admin admin] Publish callbacks [] for subnet (2ee2ada1-0311-4386-a91f-e6ec46f6c98f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:27.961179 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46032) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:27.975012 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ff669263-8813-4086-bba8-836bad65b46d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387852'] for subnet (2ee2ada1-0311-4386-a91f-e6ec46f6c98f), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.052176 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:28.063450 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ff669263-8813-4086-bba8-836bad65b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (2ee2ada1-0311-4386-a91f-e6ec46f6c98f), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.088916 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8cc63747-ae8f-4e9c-bfa0-f855594ba9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.163185 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8cc63747-ae8f-4e9c-bfa0-f855594ba9fd admin admin] Publish callbacks [] for security_group (e6bf1913-067c-4a9e-a10a-6339d06fa880), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.194357 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ff669263-8813-4086-bba8-836bad65b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6718151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5102702'] for subnet (2ee2ada1-0311-4386-a91f-e6ec46f6c98f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.217910 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff669263-8813-4086-bba8-836bad65b46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee2ada1-0311-4386-a91f-e6ec46f6c98f,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:28.223414 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ff669263-8813-4086-bba8-836bad65b46d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.228974 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ff669263-8813-4086-bba8-836bad65b46d admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/2ee2ada1-0311-4386-a91f-e6ec46f6c98f HTTP/1.1" status: 204 len: 168 time: 0.3391333 Oct 12 12:45:28.229390 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec31de0-761d-4448-8a26-39a2203cf61e None None] Network f74858ca-46a0-493d-924e-694edecfac99 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:45:28.229695 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46036) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:28.232652 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:28.263316 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8cc63747-ae8f-4e9c-bfa0-f855594ba9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e6bf1913-067c-4a9e-a10a-6339d06fa880), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.308039 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-8cc63747-ae8f-4e9c-bfa0-f855594ba9fd admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0d220ae728eb425cb86280611b43da16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441629 Oct 12 12:45:28.308039 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc63747-ae8f-4e9c-bfa0-f855594ba9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bf1913-067c-4a9e-a10a-6339d06fa880,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:28.310178 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46038) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:28.312212 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (f74858ca-46a0-493d-924e-694edecfac99), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.364978 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Deleting port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:28.365328 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.385515 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-353b6909-da7d-4719-a136-744fee52f566 admin admin] Publish callbacks [] for security_group (e6bf1913-067c-4a9e-a10a-6339d06fa880), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.405087 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] DHCP port deletion for f74858ca-46a0-493d-924e-694edecfac99 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:45:28.411206 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-353b6909-da7d-4719-a136-744fee52f566 admin admin] Publish callbacks [] for security_group (e6bf1913-067c-4a9e-a10a-6339d06fa880), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.437860 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] For port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:28.438256 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.452197 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Calling delete_port for c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 owned by network:dhcp {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:28.471057 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Deleting port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:28.471490 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.513808 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 903357cb-e6f0-4899-86b4-d85c56ab7643 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:45:28.542292 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 903357cb-e6f0-4899-86b4-d85c56ab7643 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:45:28.546111 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 903357cb-e6f0-4899-86b4-d85c56ab7643 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:45:28.546111 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:45:28.566317 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-353b6909-da7d-4719-a136-744fee52f566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e6bf1913-067c-4a9e-a10a-6339d06fa880), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.572685 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-353b6909-da7d-4719-a136-744fee52f566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.572685 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-353b6909-da7d-4719-a136-744fee52f566 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e6bf1913-067c-4a9e-a10a-6339d06fa880 HTTP/1.1" status: 204 len: 168 time: 0.2479930 Oct 12 12:45:28.579580 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b6909-da7d-4719-a136-744fee52f566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bf1913-067c-4a9e-a10a-6339d06fa880,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:28.586409 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] For port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,segment=NetworkSegment(36303c7a-4202-4556-9e59-a03c81007457),segment_id=36303c7a-4202-4556-9e59-a03c81007457)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:28.586813 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.614779 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Calling delete_port for c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:28.652100 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.683733 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:28.688086 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] No DVR routers for this DVR port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 on host dv-cinder-812685-16-iscsi {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:45:28.698422 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 is: ACTIVE; New status is: DOWN {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:45:28.698815 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.763967 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c3965915-dd39-405e-bf97-94ae54084408 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:45:28.774829 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (f74858ca-46a0-493d-924e-694edecfac99), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.783634 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: c3965915-dd39-405e-bf97-94ae54084408 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:45:28.784062 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c3965915-dd39-405e-bf97-94ae54084408 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:45:28.785665 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (c15c8326-0b4b-499e-ad8d-74cbd6cf47f4), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.798791 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74858ca-46a0-493d-924e-694edecfac99']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:28.811598 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36303c7a-4202-4556-9e59-a03c81007457') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:28.812082 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36303c7a-4202-4556-9e59-a03c81007457') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:28.813270 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Pushing event deleted for resources: {'Port': ['ID=c15c8326-0b4b-499e-ad8d-74cbd6cf47f4,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:28.815804 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] No DVR routers for this DVR port c15c8326-0b4b-499e-ad8d-74cbd6cf47f4 on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:45:28.822838 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (36303c7a-4202-4556-9e59-a03c81007457), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.825081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.825596 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.826214 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.826720 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.827226 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.828524 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.829044 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.829384 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.829716 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.830243 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.830749 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.831390 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.831971 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.832451 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.832930 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92dbcf-fd4b-4296-bfc2-8c17c47dbd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:28.843508 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (36303c7a-4202-4556-9e59-a03c81007457), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.851205 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:45:28.851713 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (36303c7a-4202-4556-9e59-a03c81007457), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.972462 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (f74858ca-46a0-493d-924e-694edecfac99), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.980413 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:28.985751 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/f74858ca-46a0-493d-924e-694edecfac99 HTTP/1.1" status: 204 len: 168 time: 0.7530653 Oct 12 12:45:28.998661 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e569c46-8389-4d07-80c2-a80256da12d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f74858ca-46a0-493d-924e-694edecfac99,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:29.027198 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 36303c7a-4202-4556-9e59-a03c81007457 resource provider aggregate not found Oct 12 12:45:29.046076 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 36303c7a-4202-4556-9e59-a03c81007457 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36303c7a-4202-4556-9e59-a03c81007457 found for delete ", "request_id": "req-d5b5906c-d981-4909-9acd-00ed59ad1119"}]} Oct 12 12:45:29.391257 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46064) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:29.432603 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6d1b7d26-cb90-4f9b-9b13-adab41b219a1 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=fb8207ad9abf449b99382a2586d4588a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401611 Oct 12 12:45:29.435066 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46066) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:29.485290 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:29.488943 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-91e173f6-3a96-400a-a370-7ab8af613e0e admin admin] Publish callbacks [] for security_group (d50dc38c-21ae-43ec-bdee-49de3458027e), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:29.510188 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-91e173f6-3a96-400a-a370-7ab8af613e0e admin admin] Publish callbacks [] for security_group (d50dc38c-21ae-43ec-bdee-49de3458027e), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:29.662609 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-91e173f6-3a96-400a-a370-7ab8af613e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d50dc38c-21ae-43ec-bdee-49de3458027e), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:29.665200 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-91e173f6-3a96-400a-a370-7ab8af613e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:29.666351 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-91e173f6-3a96-400a-a370-7ab8af613e0e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/d50dc38c-21ae-43ec-bdee-49de3458027e HTTP/1.1" status: 204 len: 168 time: 0.2304161 Oct 12 12:45:29.674353 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e173f6-3a96-400a-a370-7ab8af613e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50dc38c-21ae-43ec-bdee-49de3458027e,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:31.582913 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46150) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:31.648307 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:45:31.691421 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5bd00d4e-b458-472e-ae2a-b2c07c116564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:31.704574 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:32.011304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5bd00d4e-b458-472e-ae2a-b2c07c116564 admin admin] Publish callbacks [] for security_group (d03eedd2-cccd-4bbf-bc24-be12ccd31031), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:32.136735 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5bd00d4e-b458-472e-ae2a-b2c07c116564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d03eedd2-cccd-4bbf-bc24-be12ccd31031), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:32.168546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:32.178021 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5bd00d4e-b458-472e-ae2a-b2c07c116564 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=7f1531c48a844620bdbb4c6de446071e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5939777 Oct 12 12:45:32.178872 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd00d4e-b458-472e-ae2a-b2c07c116564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03eedd2-cccd-4bbf-bc24-be12ccd31031,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:32.181315 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46158) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:32.235290 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4ad4-3ed1-4269-a788-9ea7d9f997a7 admin admin] Publish callbacks [] for security_group (d03eedd2-cccd-4bbf-bc24-be12ccd31031), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:32.255854 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4ad4-3ed1-4269-a788-9ea7d9f997a7 admin admin] Publish callbacks [] for security_group (d03eedd2-cccd-4bbf-bc24-be12ccd31031), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:32.406070 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4ad4-3ed1-4269-a788-9ea7d9f997a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d03eedd2-cccd-4bbf-bc24-be12ccd31031), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:32.406070 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4ad4-3ed1-4269-a788-9ea7d9f997a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:32.406070 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-cc2f4ad4-3ed1-4269-a788-9ea7d9f997a7 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/d03eedd2-cccd-4bbf-bc24-be12ccd31031 HTTP/1.1" status: 204 len: 168 time: 0.2216547 Oct 12 12:45:32.413144 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f4ad4-3ed1-4269-a788-9ea7d9f997a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03eedd2-cccd-4bbf-bc24-be12ccd31031,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:35.666403 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46256) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:35.772058 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb93e154-b445-4ea3-89c4-93c0fd06fa95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:35.774494 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:35.850436 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb93e154-b445-4ea3-89c4-93c0fd06fa95 admin admin] Publish callbacks [] for security_group (f36f7bef-6c45-4dee-921e-9a7b60010d43), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:35.919645 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cb93e154-b445-4ea3-89c4-93c0fd06fa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (f36f7bef-6c45-4dee-921e-9a7b60010d43), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:35.956831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93e154-b445-4ea3-89c4-93c0fd06fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36f7bef-6c45-4dee-921e-9a7b60010d43,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:35.961608 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-cb93e154-b445-4ea3-89c4-93c0fd06fa95 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=75f911dd7ca84724b66cea1f840c336d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936702 Oct 12 12:45:35.964757 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46260) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:36.013192 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be7356e2-fe3b-4df3-a223-f7b2d2512256 admin admin] Publish callbacks [] for security_group (f36f7bef-6c45-4dee-921e-9a7b60010d43), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:36.033510 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be7356e2-fe3b-4df3-a223-f7b2d2512256 admin admin] Publish callbacks [] for security_group (f36f7bef-6c45-4dee-921e-9a7b60010d43), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:36.149654 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be7356e2-fe3b-4df3-a223-f7b2d2512256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (f36f7bef-6c45-4dee-921e-9a7b60010d43), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:36.152167 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-be7356e2-fe3b-4df3-a223-f7b2d2512256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:36.153309 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-be7356e2-fe3b-4df3-a223-f7b2d2512256 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f36f7bef-6c45-4dee-921e-9a7b60010d43 HTTP/1.1" status: 204 len: 168 time: 0.1881564 Oct 12 12:45:36.156393 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:36.161313 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7356e2-fe3b-4df3-a223-f7b2d2512256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36f7bef-6c45-4dee-921e-9a7b60010d43,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:36.746065 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46272) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:36.760181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d5d55525-745e-4a01-9673-c0813355d422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:36.834789 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d5d55525-745e-4a01-9673-c0813355d422 admin admin] Publish callbacks [] for security_group (0cac67e8-a3cd-4a66-9edd-d59e8a1dce5a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:36.897999 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d5d55525-745e-4a01-9673-c0813355d422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0cac67e8-a3cd-4a66-9edd-d59e8a1dce5a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:36.937707 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d5d55525-745e-4a01-9673-c0813355d422 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=3913ba9312184a44a031395a6bb01df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905413 Oct 12 12:45:36.938572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d55525-745e-4a01-9673-c0813355d422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cac67e8-a3cd-4a66-9edd-d59e8a1dce5a,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:36.940519 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46278) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:36.997064 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b64c-4011-437d-a095-36b96ff89847 admin admin] Publish callbacks [] for security_group (0cac67e8-a3cd-4a66-9edd-d59e8a1dce5a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:37.017731 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b64c-4011-437d-a095-36b96ff89847 admin admin] Publish callbacks [] for security_group (0cac67e8-a3cd-4a66-9edd-d59e8a1dce5a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:37.137116 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b64c-4011-437d-a095-36b96ff89847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0cac67e8-a3cd-4a66-9edd-d59e8a1dce5a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:37.139707 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b64c-4011-437d-a095-36b96ff89847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:37.140855 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4cb7b64c-4011-437d-a095-36b96ff89847 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0cac67e8-a3cd-4a66-9edd-d59e8a1dce5a HTTP/1.1" status: 204 len: 168 time: 0.1986597 Oct 12 12:45:37.150192 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7b64c-4011-437d-a095-36b96ff89847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cac67e8-a3cd-4a66-9edd-d59e8a1dce5a,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:38.541604 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434b704-d44f-45da-844b-dc41f47ba66d req-9c4b1fa7-127d-443f-9f1c-d3c76cc1dfb8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:38.543092 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2434b704-d44f-45da-844b-dc41f47ba66d req-9c4b1fa7-127d-443f-9f1c-d3c76cc1dfb8 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 946 time: 0.0494835 Oct 12 12:45:38.591089 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2434b704-d44f-45da-844b-dc41f47ba66d req-e492f437-e5f2-480e-a4e6-2466de5b4484 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 Oct 12 12:45:39.688635 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:39.754437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab01eb3-60d3-4e7b-8761-711f46e63620 req-a9c54b11-d9d4-4405-85cb-e50674d60baf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:39.760698 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aab01eb3-60d3-4e7b-8761-711f46e63620 req-a9c54b11-d9d4-4405-85cb-e50674d60baf tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 946 time: 0.0515876 Oct 12 12:45:39.805191 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aab01eb3-60d3-4e7b-8761-711f46e63620 req-86437661-e7e8-499c-8061-e6f14bd01a9e tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=d8a052ae-8a1c-4d69-8aee-9de1873961c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Oct 12 12:45:39.979674 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-34590e19-782a-4cff-a6b4-232072e24445 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:39.981012 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-34590e19-782a-4cff-a6b4-232072e24445 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 946 time: 0.0471029 Oct 12 12:45:39.983522 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.075127 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Deleting port e6175cce-77f0-4350-b89c-5f74cd77b5b2 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:40.075420 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.125164 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46386) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:40.173438 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] For port e6175cce-77f0-4350-b89c-5f74cd77b5b2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e6175cce-77f0-4350-b89c-5f74cd77b5b2,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:40.173798 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.234383 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.310151 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Publish callbacks [] for security_group (bcf48115-bc48-42a3-bc90-8b3aa5eec25f), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.343959 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.344323 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (6b24bc94-e175-4553-89f0-ba0ea8f052d9), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.344633 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Floating IP 6b24bc94-e175-4553-89f0-ba0ea8f052d9 disassociated. External IP: 172.27.3.241, port: e6175cce-77f0-4350-b89c-5f74cd77b5b2. Oct 12 12:45:40.344973 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Calling delete_port for e6175cce-77f0-4350-b89c-5f74cd77b5b2 owned by compute:nova {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:40.371548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (bcf48115-bc48-42a3-bc90-8b3aa5eec25f), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.413628 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=cb20ae49886b4a97a08c8dd5b60c088c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871068 Oct 12 12:45:40.415571 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf48115-bc48-42a3-bc90-8b3aa5eec25f,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:40.417072 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46390) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:40.422950 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.423284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.423629 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.423969 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.424303 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.424633 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.424958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.425283 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.425604 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.425925 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.426271 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.426587 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.426904 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.427223 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.427538 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe09cf2-216b-4282-b0f4-996c1d5160c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:40.511073 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-877b35e3-fac9-410b-99ea-afb92e7210b4 admin admin] Publish callbacks [] for security_group (bcf48115-bc48-42a3-bc90-8b3aa5eec25f), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.520607 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:40.532112 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-877b35e3-fac9-410b-99ea-afb92e7210b4 admin admin] Publish callbacks [] for security_group (bcf48115-bc48-42a3-bc90-8b3aa5eec25f), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.539673 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46394) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:40.548691 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:40.572471 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (e6175cce-77f0-4350-b89c-5f74cd77b5b2), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.599013 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event deleted for resources: {'Port': ['ID=e6175cce-77f0-4350-b89c-5f74cd77b5b2,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:40.643873 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-877b35e3-fac9-410b-99ea-afb92e7210b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (bcf48115-bc48-42a3-bc90-8b3aa5eec25f), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.646533 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-877b35e3-fac9-410b-99ea-afb92e7210b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.650959 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-877b35e3-fac9-410b-99ea-afb92e7210b4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/bcf48115-bc48-42a3-bc90-8b3aa5eec25f HTTP/1.1" status: 204 len: 168 time: 0.2329383 Oct 12 12:45:40.663288 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3815-e2ef-4469-a54a-58decd76cdc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.668566 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b35e3-fac9-410b-99ea-afb92e7210b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf48115-bc48-42a3-bc90-8b3aa5eec25f,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:40.734791 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:45:40.748388 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3815-e2ef-4469-a54a-58decd76cdc8 admin admin] Publish callbacks [] for security_group (7d79ac58-03c7-4e7f-8ff5-d860ee779e64), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.823050 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3815-e2ef-4469-a54a-58decd76cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (7d79ac58-03c7-4e7f-8ff5-d860ee779e64), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.843838 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:45:40.861386 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] Sync routers for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:45:40.868470 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46402) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:40.870090 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-3b5d3815-e2ef-4469-a54a-58decd76cdc8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=a30be59c78bd42ceb72b243e9b002fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289549 Oct 12 12:45:40.874980 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:40.875822 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:40.896051 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] No DVR routers for this DVR port e6175cce-77f0-4350-b89c-5f74cd77b5b2 on host hv-cinder-81268 {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:45:40.899964 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.903490 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c344e03d-860f-4c08-bd65-863a6cfe5b40 req-4667e697-7136-43a6-b691-173c1a9cb0d7 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.39 "DELETE /networking/v2.0/ports/e6175cce-77f0-4350-b89c-5f74cd77b5b2 HTTP/1.1" status: 204 len: 173 time: 0.9171808 Oct 12 12:45:40.904204 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-deleted', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:45:40.906645 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fa58bc-9eb4-4bee-97b8-75f6bce75ff8" -d '{"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-deleted", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:45:40.909001 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d3815-e2ef-4469-a54a-58decd76cdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d79ac58-03c7-4e7f-8ff5-d860ee779e64,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:40.959702 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bf8288be-0556-47c1-a403-bdc4d26053ed admin admin] Publish callbacks [] for security_group (7d79ac58-03c7-4e7f-8ff5-d860ee779e64), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:40.984094 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c73854-93ed-4244-a386-9fbcbe7f50d5 x-openstack-request-id: req-65c73854-93ed-4244-a386-9fbcbe7f50d5 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:45:40.984623 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aa1837-38c8-4935-9019-b77ddab6186b", "name": "network-vif-deleted", "tag": "e6175cce-77f0-4350-b89c-5f74cd77b5b2", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:45:40.985071 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65c73854-93ed-4244-a386-9fbcbe7f50d5 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:45:40.985620 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c73854-93ed-4244-a386-9fbcbe7f50d5'] response: {'server_uuid': 'e5aa1837-38c8-4935-9019-b77ddab6186b', 'name': 'network-vif-deleted', 'tag': 'e6175cce-77f0-4350-b89c-5f74cd77b5b2', 'status': 'completed', 'code': 200} Oct 12 12:45:40.992045 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bf8288be-0556-47c1-a403-bdc4d26053ed admin admin] Publish callbacks [] for security_group (7d79ac58-03c7-4e7f-8ff5-d860ee779e64), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.001784 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-06d238d1-0636-4a4e-b713-3f85270ab5d4 req-fea80d60-1ba5-4a00-9249-49a7bd3ecf1a tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 210 time: 0.0663388 Oct 12 12:45:41.011167 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:41.115707 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bf8288be-0556-47c1-a403-bdc4d26053ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (7d79ac58-03c7-4e7f-8ff5-d860ee779e64), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.118914 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bf8288be-0556-47c1-a403-bdc4d26053ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.120935 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-bf8288be-0556-47c1-a403-bdc4d26053ed admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7d79ac58-03c7-4e7f-8ff5-d860ee779e64 HTTP/1.1" status: 204 len: 168 time: 0.2291257 Oct 12 12:45:41.142138 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8288be-0556-47c1-a403-bdc4d26053ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d79ac58-03c7-4e7f-8ff5-d860ee779e64,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:41.259475 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:41.287986 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] Checking router: 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:45:41.298141 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:41.298749 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:41.410938 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:41.483281 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46410) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:41.501321 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-098862d7-a3b7-4e08-9940-4a5e41823711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.581417 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:41.583589 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-098862d7-a3b7-4e08-9940-4a5e41823711 admin admin] Publish callbacks [] for security_group (878877c5-7ccf-4382-a1b2-caac4daf3a6f), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.606480 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:41.632707 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab11a52d-2ace-4fd9-953d-19d43ecd2036 None None] The sync data for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi is: [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:38:08Z', 'revision_number': 4, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '11fdf471-22d0-4110-af77-a148a0bb9d35', 'name': '', 'network_id': 'a509b816-30d9-40f4-99f7-35e308d0dd5d', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'mac_address': 'fa:16:3e:ba:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:07Z', 'updated_at': '2022-10-12T12:38:25Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'subnets': [{'id': 'fcdc0ecd-a6f0-4a6a-a693-752ac794ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:45:41.652725 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-098862d7-a3b7-4e08-9940-4a5e41823711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (878877c5-7ccf-4382-a1b2-caac4daf3a6f), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.692593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098862d7-a3b7-4e08-9940-4a5e41823711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878877c5-7ccf-4382-a1b2-caac4daf3a6f,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:41.696889 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-098862d7-a3b7-4e08-9940-4a5e41823711 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0d9cf0a58e0d4667b794ced6ef704cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125204 Oct 12 12:45:41.707175 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46414) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:41.741652 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=82,neutron:INSERT=18 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:41.754731 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d42cab4f-70be-48e4-aaef-719ba1d75697 admin admin] Publish callbacks [] for security_group (878877c5-7ccf-4382-a1b2-caac4daf3a6f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.776061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d42cab4f-70be-48e4-aaef-719ba1d75697 admin admin] Publish callbacks [] for security_group (878877c5-7ccf-4382-a1b2-caac4daf3a6f), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.799911 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:41.864855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333a662-4f87-4979-b2a7-62b42eb64b21 None None] New status for floating IP 6b24bc94-e175-4553-89f0-ba0ea8f052d9: DOWN {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:45:41.927089 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d42cab4f-70be-48e4-aaef-719ba1d75697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (878877c5-7ccf-4382-a1b2-caac4daf3a6f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.930563 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d42cab4f-70be-48e4-aaef-719ba1d75697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:41.931776 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d42cab4f-70be-48e4-aaef-719ba1d75697 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/878877c5-7ccf-4382-a1b2-caac4daf3a6f HTTP/1.1" status: 204 len: 168 time: 0.2309594 Oct 12 12:45:41.939335 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:41.940400 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cab4f-70be-48e4-aaef-719ba1d75697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878877c5-7ccf-4382-a1b2-caac4daf3a6f,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:41.965979 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46418) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:41.980426 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-34430885-56b2-417d-89e3-7435f4195f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:42.103213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-34430885-56b2-417d-89e3-7435f4195f2c admin admin] Publish callbacks [] for security_group (e0952dd6-a4d1-49e8-a5e5-98dd4f20f8f5), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:42.156791 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a82913ad-69e3-4fcc-8355-ca1dd47ef146 req-2ab6d79e-370f-4e78-8ef0-5dce8316e3b6 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e5aa1837-38c8-4935-9019-b77ddab6186b HTTP/1.1" status: 200 len: 210 time: 0.0357141 Oct 12 12:45:42.287300 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-34430885-56b2-417d-89e3-7435f4195f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e0952dd6-a4d1-49e8-a5e5-98dd4f20f8f5), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:42.327784 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-34430885-56b2-417d-89e3-7435f4195f2c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=af3906ab3d8341b0afae713f243281e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605123 Oct 12 12:45:42.328701 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34430885-56b2-417d-89e3-7435f4195f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0952dd6-a4d1-49e8-a5e5-98dd4f20f8f5,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:42.330513 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46422) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:42.380848 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-673278f4-5172-4f7e-9948-8cb8638b77df admin admin] Publish callbacks [] for security_group (e0952dd6-a4d1-49e8-a5e5-98dd4f20f8f5), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:42.404850 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-673278f4-5172-4f7e-9948-8cb8638b77df admin admin] Publish callbacks [] for security_group (e0952dd6-a4d1-49e8-a5e5-98dd4f20f8f5), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:42.526468 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-673278f4-5172-4f7e-9948-8cb8638b77df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e0952dd6-a4d1-49e8-a5e5-98dd4f20f8f5), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:42.529050 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-673278f4-5172-4f7e-9948-8cb8638b77df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:42.530276 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-673278f4-5172-4f7e-9948-8cb8638b77df admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e0952dd6-a4d1-49e8-a5e5-98dd4f20f8f5 HTTP/1.1" status: 204 len: 168 time: 0.1979373 Oct 12 12:45:42.538397 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673278f4-5172-4f7e-9948-8cb8638b77df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0952dd6-a4d1-49e8-a5e5-98dd4f20f8f5,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:42.916163 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46430) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:42.929394 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6c96d260-524e-4d2d-aafb-26f699b57a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:42.983627 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:43.006960 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6c96d260-524e-4d2d-aafb-26f699b57a6c admin admin] Publish callbacks [] for security_group (80594edd-3238-4027-b58d-9412497acb69), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.070115 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6c96d260-524e-4d2d-aafb-26f699b57a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (80594edd-3238-4027-b58d-9412497acb69), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.112692 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6c96d260-524e-4d2d-aafb-26f699b57a6c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=fe9cc4682d1a4df8ad1a20f09080f016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953526 Oct 12 12:45:43.113543 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96d260-524e-4d2d-aafb-26f699b57a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80594edd-3238-4027-b58d-9412497acb69,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:43.115336 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46438) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:43.170153 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-adb46f0f-026f-4d46-9216-9c354060b671 admin admin] Publish callbacks [] for security_group (80594edd-3238-4027-b58d-9412497acb69), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.184604 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:45:43.200648 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-adb46f0f-026f-4d46-9216-9c354060b671 admin admin] Publish callbacks [] for security_group (80594edd-3238-4027-b58d-9412497acb69), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.204507 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: e6175cce-77f0-4350-b89c-5f74cd77b5b2 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:45:43.204859 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device e6175cce-77f0-4350-b89c-5f74cd77b5b2 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:45:43.319606 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46446) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:43.343681 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-adb46f0f-026f-4d46-9216-9c354060b671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (80594edd-3238-4027-b58d-9412497acb69), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.346257 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-adb46f0f-026f-4d46-9216-9c354060b671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.347336 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-adb46f0f-026f-4d46-9216-9c354060b671 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/80594edd-3238-4027-b58d-9412497acb69 HTTP/1.1" status: 204 len: 168 time: 0.2309492 Oct 12 12:45:43.368856 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb46f0f-026f-4d46-9216-9c354060b671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80594edd-3238-4027-b58d-9412497acb69,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:43.400178 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a37b383a-8d02-4d60-bc66-3acbc2457a25 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (d8a052ae-8a1c-4d69-8aee-9de1873961c4), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.425666 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a37b383a-8d02-4d60-bc66-3acbc2457a25 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (d8a052ae-8a1c-4d69-8aee-9de1873961c4), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.572800 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a37b383a-8d02-4d60-bc66-3acbc2457a25 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d8a052ae-8a1c-4d69-8aee-9de1873961c4), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.575936 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a37b383a-8d02-4d60-bc66-3acbc2457a25 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.577084 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-a37b383a-8d02-4d60-bc66-3acbc2457a25 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/d8a052ae-8a1c-4d69-8aee-9de1873961c4 HTTP/1.1" status: 204 len: 168 time: 0.2563291 Oct 12 12:45:43.580051 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46456) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:43.596064 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.api.v2.resource [None req-722f8182-cae2-483e-9384-717ccfd5d365 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] show failed (client error): The resource could not be found. Oct 12 12:45:43.597119 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b383a-8d02-4d60-bc66-3acbc2457a25 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a052ae-8a1c-4d69-8aee-9de1873961c4,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:43.598020 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-722f8182-cae2-483e-9384-717ccfd5d365 tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "GET /networking/v2.0/security-groups/d8a052ae-8a1c-4d69-8aee-9de1873961c4 HTTP/1.1" status: 404 len: 347 time: 0.0162327 Oct 12 12:45:43.601015 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46460) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:43.725028 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Deleting port 6ef113f9-899d-4a8a-a56c-aa3f1801c721 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:43.725489 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (6ef113f9-899d-4a8a-a56c-aa3f1801c721), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.810048 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (6ef113f9-899d-4a8a-a56c-aa3f1801c721), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.810397 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (6ef113f9-899d-4a8a-a56c-aa3f1801c721), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:43.824305 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Calling delete_port for 6ef113f9-899d-4a8a-a56c-aa3f1801c721 owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:44.047014 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (6ef113f9-899d-4a8a-a56c-aa3f1801c721), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:44.074635 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Pushing event deleted for resources: {'Port': ['ID=6ef113f9-899d-4a8a-a56c-aa3f1801c721,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:44.145824 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks [] for floatingip (6b24bc94-e175-4553-89f0-ba0ea8f052d9), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:44.148390 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:44.149548 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-906f31b4-675e-49f5-acb9-291cf8a2c7bc tempest-AttachVolumeShelveTestJSON-167167680 tempest-AttachVolumeShelveTestJSON-167167680-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/6b24bc94-e175-4553-89f0-ba0ea8f052d9 HTTP/1.1" status: 204 len: 168 time: 0.5475843 Oct 12 12:45:45.318177 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46510) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:45.422226 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-4ac79233-31cc-4890-ad2a-8cabb6fc75d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:45.426791 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c546c9c9-f52c-4b6f-9cb4-27af9006ab48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:45.470564 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:45.508959 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c546c9c9-f52c-4b6f-9cb4-27af9006ab48 admin admin] Publish callbacks [] for security_group (0db86177-821b-4170-88fd-ac4ff0d4550b), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:45.589697 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c546c9c9-f52c-4b6f-9cb4-27af9006ab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0db86177-821b-4170-88fd-ac4ff0d4550b), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:45.632406 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-c546c9c9-f52c-4b6f-9cb4-27af9006ab48 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=58faec21e63d41bf9a3ff1aec775aa81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131588 Oct 12 12:45:45.633812 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546c9c9-f52c-4b6f-9cb4-27af9006ab48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db86177-821b-4170-88fd-ac4ff0d4550b,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:45.635824 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46526) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:45.686360 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-606f0df2-2c45-409a-99bf-87e119c05381 admin admin] Publish callbacks [] for security_group (0db86177-821b-4170-88fd-ac4ff0d4550b), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:45.706683 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-606f0df2-2c45-409a-99bf-87e119c05381 admin admin] Publish callbacks [] for security_group (0db86177-821b-4170-88fd-ac4ff0d4550b), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:45.714244 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:45.819719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-606f0df2-2c45-409a-99bf-87e119c05381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0db86177-821b-4170-88fd-ac4ff0d4550b), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:45.822905 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-606f0df2-2c45-409a-99bf-87e119c05381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:45.824055 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-606f0df2-2c45-409a-99bf-87e119c05381 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0db86177-821b-4170-88fd-ac4ff0d4550b HTTP/1.1" status: 204 len: 168 time: 0.1872334 Oct 12 12:45:45.832398 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f0df2-2c45-409a-99bf-87e119c05381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db86177-821b-4170-88fd-ac4ff0d4550b,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:47.104383 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46568) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:47.556596 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:47.562657 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:47.760326 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-ec2dccaf-057c-4396-b1c1-218e6d6b0d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:47.788506 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Deleting port 11fdf471-22d0-4110-af77-a148a0bb9d35 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:47.788863 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:47.867971 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] For port 11fdf471-22d0-4110-af77-a148a0bb9d35, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=11fdf471-22d0-4110-af77-a148a0bb9d35,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:47.868347 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:47.882181 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Calling delete_port for 11fdf471-22d0-4110-af77-a148a0bb9d35 owned by network:router_interface {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:48.012641 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:48.138083 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (11fdf471-22d0-4110-af77-a148a0bb9d35), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:48.163052 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Pushing event deleted for resources: {'Port': ['ID=11fdf471-22d0-4110-af77-a148a0bb9d35,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:48.326063 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:48.346284 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9a5d99-be48-4799-bdfc-10942368cba7 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:45:48.418879 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:48.442981 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a5d99-be48-4799-bdfc-10942368cba7 None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:45:48.534787 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:45:48.639657 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:45:48.647732 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-2efb4ec3-d1ee-4798-88b3-12aadda13392 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/3da5ddf7-43bf-40f5-bfd3-87e192fdef1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5416484 Oct 12 12:45:48.647994 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46580) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:48.648366 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] Sync routers for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:45:48.657591 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:48.658405 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:48.681391 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:48.682065 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:48.764298 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks [] for router (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:48.870018 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks [] for router_gateway (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:48.882283 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:48.981785 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Deleting port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:48.982163 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.010008 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46582) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:49.030083 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.058716 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:45:48Z', 'revision_number': 5, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port': {'id': '4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:38:01Z', 'updated_at': '2022-10-12T12:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:49.081362 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] For port 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:49.081732 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.091890 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] Checking router: 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:45:49.098297 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Calling delete_port for 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 owned by network:router_gateway {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:49.100601 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] Routers {'3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:49.101230 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:49.113997 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-98c3befb-8105-44b1-8e0f-08a50588680f None None] Provisioning complete for port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:49.114768 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-98c3befb-8105-44b1-8e0f-08a50588680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.122784 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-98c3befb-8105-44b1-8e0f-08a50588680f None None] Attempt 1 to provision port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 Oct 12 12:45:49.181307 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:49.193919 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] Set router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e gateway port host: None {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:49.206620 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-98c3befb-8105-44b1-8e0f-08a50588680f None None] Current status of the port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:45:49.246335 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:45:48Z', 'revision_number': 6, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:49.272257 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85773e2d-0639-4d64-8e06-c24be3c33b74 None None] The sync data for ids ['3da5ddf7-43bf-40f5-bfd3-87e192fdef1e'] in dv-cinder-812685-16-iscsi is: [{'id': '3da5ddf7-43bf-40f5-bfd3-87e192fdef1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290655896-router', 'tenant_id': 'c056ad05ef9843688f08b7e9f25e1138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:38:00Z', 'updated_at': '2022-10-12T12:45:48Z', 'revision_number': 6, 'project_id': 'c056ad05ef9843688f08b7e9f25e1138', 'gw_port_host': None}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:45:49.329905 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:49.342170 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Deleting port 88e7bbe0-92cd-4cd3-8592-30cb10d92f0c {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:49.342451 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.378261 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.405514 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:49.424944 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.425267 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for floatingip (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.438046 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Calling delete_port for 88e7bbe0-92cd-4cd3-8592-30cb10d92f0c owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:49.468725 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.555116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.557658 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks [] for router_controller (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.687261 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (3da5ddf7-43bf-40f5-bfd3-87e192fdef1e), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.687883 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3da5ddf7-43bf-40f5-bfd3-87e192fdef1e {{(pid=104977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:45:49.700352 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.700352 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-afaa7f18-d20e-47d7-87af-ccf5bac411c3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/3da5ddf7-43bf-40f5-bfd3-87e192fdef1e HTTP/1.1" status: 204 len: 168 time: 1.0458643 Oct 12 12:45:49.700352 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46588) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:49.715865 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (88e7bbe0-92cd-4cd3-8592-30cb10d92f0c), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.725367 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:49.747022 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d3388-5014-4691-a90d-fbfd3b015356 admin admin] Deleting subnet fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:45:49.749231 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event deleted for resources: {'Port': ['ID=88e7bbe0-92cd-4cd3-8592-30cb10d92f0c,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:49.751311 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-416d3388-5014-4691-a90d-fbfd3b015356 admin admin] Publish callbacks [] for subnet (fcdc0ecd-a6f0-4a6a-a693-752ac794ec26), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.791123 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-416d3388-5014-4691-a90d-fbfd3b015356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387852'] for subnet (fcdc0ecd-a6f0-4a6a-a693-752ac794ec26), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.813692 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for floatingip (4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.813954 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Floating IP 4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f disassociated (deleted). External IP: 172.27.3.250, port: 32b9fcb7-660c-471b-abbd-960e2c87b57b. Oct 12 12:45:49.867459 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-416d3388-5014-4691-a90d-fbfd3b015356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (fcdc0ecd-a6f0-4a6a-a693-752ac794ec26), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:49.906636 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:50.006318 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-416d3388-5014-4691-a90d-fbfd3b015356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6718151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5102702'] for subnet (fcdc0ecd-a6f0-4a6a-a693-752ac794ec26), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.013964 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Router 5b5647cd-d344-41e0-8579-07804632bc5a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:45:50.035552 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d3388-5014-4691-a90d-fbfd3b015356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdc0ecd-a6f0-4a6a-a693-752ac794ec26,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:50.051740 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-416d3388-5014-4691-a90d-fbfd3b015356 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.051740 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-416d3388-5014-4691-a90d-fbfd3b015356 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/fcdc0ecd-a6f0-4a6a-a693-752ac794ec26 HTTP/1.1" status: 204 len: 168 time: 0.3477948 Oct 12 12:45:50.051740 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46592) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:50.060525 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d30f93-57f7-4e36-9d5e-c8d4b17bc8e5 None None] Network a509b816-30d9-40f4-99f7-35e308d0dd5d requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:45:50.127232 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:50.130719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (a509b816-30d9-40f4-99f7-35e308d0dd5d), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.177782 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Deleting port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:50.178188 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.280948 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] For port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:50.281904 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.309278 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] DHCP port deletion for a509b816-30d9-40f4-99f7-35e308d0dd5d request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:45:50.315361 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Calling delete_port for 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 owned by network:dhcp {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:50.394525 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] Deleting port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:50.396711 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.419300 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:45:50.425724 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.469882 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-cc68c589-9303-4caf-9b4d-4075bc9bd46b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f HTTP/1.1" status: 204 len: 168 time: 1.4582314 Oct 12 12:45:50.473779 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:45:50.475238 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90241a0-558b-40e1-910e-338a04ef3732" -d '{"events": [{"name": "network-changed", "server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:45:50.485787 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] Sync routers for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:45:50.520152 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:45:50.523066 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:50.523804 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:50.531345 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.533619 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] For port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,segment=NetworkSegment(3e621f7d-b221-4b4b-acce-759ab647f48e),segment_id=3e621f7d-b221-4b4b-acce-759ab647f48e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:50.534151 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.541694 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb7537-a861-456c-8eb7-d6e929d0e01b x-openstack-request-id: req-feeb7537-a861-456c-8eb7-d6e929d0e01b {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:45:50.542185 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:45:50.542579 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-feeb7537-a861-456c-8eb7-d6e929d0e01b {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:45:50.543257 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feeb7537-a861-456c-8eb7-d6e929d0e01b'] response: {'name': 'network-changed', 'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'status': 'completed', 'code': 200} Oct 12 12:45:50.569598 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] No DVR routers for this DVR port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 on host dv-cinder-812685-16-iscsi {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:45:50.571876 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:50.606635 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:45:50.606985 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4a80bc9b-5a70-44d2-bc28-9cb2ad6cb757 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:45:50.607405 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 11fdf471-22d0-4110-af77-a148a0bb9d35 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:45:50.614052 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:50.618126 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] Calling delete_port for 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:50.635469 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 11fdf471-22d0-4110-af77-a148a0bb9d35 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:45:50.636042 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 11fdf471-22d0-4110-af77-a148a0bb9d35 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:45:50.636786 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:45:50.645485 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90241a0-558b-40e1-910e-338a04ef3732 req-fd3c5297-41da-4358-9cf3-c893132476ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:50.647048 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f90241a0-558b-40e1-910e-338a04ef3732 req-fd3c5297-41da-4358-9cf3-c893132476ce service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b15d78e196664c1aa41be6c5afe4238b&device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 1129 time: 0.0420263 Oct 12 12:45:50.663766 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (a509b816-30d9-40f4-99f7-35e308d0dd5d), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.675033 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:45:50.675373 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:45:50.695116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a509b816-30d9-40f4-99f7-35e308d0dd5d']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:50.708352 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e621f7d-b221-4b4b-acce-759ab647f48e') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:50.709092 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e621f7d-b221-4b4b-acce-759ab647f48e') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:50.726203 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (3e621f7d-b221-4b4b-acce-759ab647f48e), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.751057 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:50.756311 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (3e621f7d-b221-4b4b-acce-759ab647f48e), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.766857 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:45:50.767366 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (3e621f7d-b221-4b4b-acce-759ab647f48e), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.800217 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90241a0-558b-40e1-910e-338a04ef3732 req-db1b0ea4-b6c8-4ede-9dbb-edabc653d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:50.802122 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f90241a0-558b-40e1-910e-338a04ef3732 req-db1b0ea4-b6c8-4ede-9dbb-edabc653d6db service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=67fe8886-6694-423c-8a16-f3bf148c60e0 HTTP/1.1" status: 200 len: 910 time: 0.1482594 Oct 12 12:45:50.808318 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:50.863253 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.866397 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.875338 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f90241a0-558b-40e1-910e-338a04ef3732 req-385cfc4a-69a8-414c-b77b-2d9691bc8ac1 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 200 len: 217 time: 0.0636632 Oct 12 12:45:50.876605 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 3e621f7d-b221-4b4b-acce-759ab647f48e resource provider aggregate not found Oct 12 12:45:50.895850 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 3e621f7d-b221-4b4b-acce-759ab647f48e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e621f7d-b221-4b4b-acce-759ab647f48e found for delete ", "request_id": "req-50dba9ff-20a3-408a-90dd-2238f5614e31"}]} Oct 12 12:45:50.917497 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.919261 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:50.935994 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90241a0-558b-40e1-910e-338a04ef3732 req-411fef61-1e19-4518-9e58-ef1c402537b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:50.937542 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f90241a0-558b-40e1-910e-338a04ef3732 req-411fef61-1e19-4518-9e58-ef1c402537b1 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=24289879-e424-480d-bc6d-ef9dbd34773a HTTP/1.1" status: 200 len: 848 time: 0.0546873 Oct 12 12:45:50.955687 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (a509b816-30d9-40f4-99f7-35e308d0dd5d), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.964081 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:50.968562 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/a509b816-30d9-40f4-99f7-35e308d0dd5d HTTP/1.1" status: 204 len: 168 time: 0.9157727 Oct 12 12:45:50.989730 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89554d5d-3c83-49ab-8d31-88e866982b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=a509b816-30d9-40f4-99f7-35e308d0dd5d,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:51.030864 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] No DVR routers for this DVR port 759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7 on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:45:51.070148 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90241a0-558b-40e1-910e-338a04ef3732 req-5dc277b8-4dd1-4641-bb40-f35c642141d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:51.079148 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f90241a0-558b-40e1-910e-338a04ef3732 req-5dc277b8-4dd1-4641-bb40-f35c642141d6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=67fe8886-6694-423c-8a16-f3bf148c60e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1338754 Oct 12 12:45:51.146199 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846a65f-b849-4d09-9012-0a9b19263c21 req-fbedf356-a8f9-424f-a2de-c500f95016e3 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:51.148120 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9846a65f-b849-4d09-9012-0a9b19263c21 req-fbedf356-a8f9-424f-a2de-c500f95016e3 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0658665 Oct 12 12:45:51.203067 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9846a65f-b849-4d09-9012-0a9b19263c21 req-5c02b33f-2612-4485-bb77-080fb271c323 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484245 Oct 12 12:45:51.228062 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af838edf-a391-4b39-8760-2d4fdbe80e91 None None] Pushing event deleted for resources: {'Port': ['ID=759fa2c9-1ba3-47c9-9b22-d4c3e3e092f7,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:51.252850 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:40:04Z', 'revision_number': 5, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:51.278679 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] Checking router: 5b5647cd-d344-41e0-8579-07804632bc5a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:45:51.286947 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:51.287548 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:51.389065 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:51.465596 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46626) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:51.525675 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-9301aeb2-facc-46e1-8b7a-a48337cec218 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c056ad05ef9843688f08b7e9f25e1138&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0559056 Oct 12 12:45:51.526294 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46630) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:51.574735 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:51.584499 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:40:04Z', 'revision_number': 5, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:51.588688 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad53c-b96b-42b6-80c6-b8ea7ae947a5 admin admin] Publish callbacks [] for security_group (359b0187-ec26-44be-af90-f298caef81d6), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:51.609586 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad53c-b96b-42b6-80c6-b8ea7ae947a5 admin admin] Publish callbacks [] for security_group (359b0187-ec26-44be-af90-f298caef81d6), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:51.610745 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e9fc6-9d09-49eb-8cac-b5ac8d345ba3 None None] The sync data for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi is: [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:39:59Z', 'revision_number': 4, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '96b71667-c950-42fa-bebe-a6c323aa568b', 'name': '', 'network_id': '67fe8886-6694-423c-8a16-f3bf148c60e0', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'mac_address': 'fa:16:3e:68:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:58Z', 'updated_at': '2022-10-12T12:40:04Z', 'revision_number': 5, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'subnets': [{'id': '24289879-e424-480d-bc6d-ef9dbd34773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:45:51.766210 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad53c-b96b-42b6-80c6-b8ea7ae947a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (359b0187-ec26-44be-af90-f298caef81d6), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:51.768752 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad53c-b96b-42b6-80c6-b8ea7ae947a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:51.770214 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4d7ad53c-b96b-42b6-80c6-b8ea7ae947a5 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/359b0187-ec26-44be-af90-f298caef81d6 HTTP/1.1" status: 204 len: 168 time: 0.2425413 Oct 12 12:45:51.778713 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ad53c-b96b-42b6-80c6-b8ea7ae947a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b0187-ec26-44be-af90-f298caef81d6,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:51.846220 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23190ba-f250-4b9d-b096-ede44ecdabd7 None None] New status for floating IP 4cdd259a-1c0f-4519-bd7a-af4dd1f4d60f: DOWN {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:45:52.329463 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce0b9a-ccbb-477d-ae4e-efe3775e0318 req-e36df25f-b36e-4d8e-9843-24b7227b37be tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:52.330980 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-07ce0b9a-ccbb-477d-ae4e-efe3775e0318 req-e36df25f-b36e-4d8e-9843-24b7227b37be tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0462234 Oct 12 12:45:52.379131 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-07ce0b9a-ccbb-477d-ae4e-efe3775e0318 req-67c3f4ae-e238-4b76-9710-8bbac94efcb2 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423987 Oct 12 12:45:52.879280 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46662) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:52.973042 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1050680707-network', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:45:52.984152 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:53.136875 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Made reservation on behalf of 3ebab900aef740b68af799c4695e6e5f for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:45:53.139210 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.147967 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.221664 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Publish callbacks [] for security_group (e334a1bb-4bb0-4e53-84f6-da3459e67586), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.298265 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e334a1bb-4bb0-4e53-84f6-da3459e67586), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.328132 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:45:53.333480 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334a1bb-4bb0-4e53-84f6-da3459e67586,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:53.342084 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (3b26143c-402c-44f1-bda2-9fa23c924c7a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.342424 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Added segment 3b26143c-402c-44f1-bda2-9fa23c924c7a of type vlan for network 3056a6cc-68c2-4250-940c-4ab601619b85 Oct 12 12:45:53.382237 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (3056a6cc-68c2-4250-940c-4ab601619b85), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.464367 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (3056a6cc-68c2-4250-940c-4ab601619b85), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.465494 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:53.466225 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.476618 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:53.499468 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0174f7-31b8-44a7-8d62-09ab606e56a9 req-d1e630ef-de31-4c40-95d3-df7ab97ac59f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:53.501320 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5c0174f7-31b8-44a7-8d62-09ab606e56a9 req-d1e630ef-de31-4c40-95d3-df7ab97ac59f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0468283 Oct 12 12:45:53.527792 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] Pushing event updated for resources: {'Network': ['ID=3056a6cc-68c2-4250-940c-4ab601619b85,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:53.538050 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 3056a6cc-68c2-4250-940c-4ab601619b85 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:45:53.553197 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5c0174f7-31b8-44a7-8d62-09ab606e56a9 req-d5e331c2-9f5e-47e1-a291-67eaba5b903e tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459132 Oct 12 12:45:53.580923 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-2614b740-eec7-4c0a-8e71-c6935c67f38f admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6997900 Oct 12 12:45:53.583903 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46670) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:53.589306 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Request body: {'subnet': {'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1050680707-subnet', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:45:53.720157 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Made reservation on behalf of 3ebab900aef740b68af799c4695e6e5f for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:45:53.722640 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5102991'] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:53.960707 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6718086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5103005'] for subnet (3c439414-86a2-435a-892e-f8fafc4e9f09), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.019620 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c439414-86a2-435a-892e-f8fafc4e9f09,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:54.029741 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Checking segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:45:54.030136 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Network hostable DHCP agents. Network: 3056a6cc-68c2-4250-940c-4ab601619b85, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:45:54.121553 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Network 3056a6cc-68c2-4250-940c-4ab601619b85 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:45:54.207032 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 3056a6cc-68c2-4250-940c-4ab601619b85) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:45:54.210994 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:54.211585 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.217157 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c768a6-be9e-4aaf-9f5d-bef8bf0bfcc3 None None] Network 3056a6cc-68c2-4250-940c-4ab601619b85 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:45:54.295770 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-c4f7f9d5-dcb8-4efb-b09f-9247ee4b6a82 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7107892 Oct 12 12:45:54.298481 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46674) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:54.302667 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:45:54.317918 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-3056a6cc-68c2-4250-940c-4ab601619b85', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:45:54.318877 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.456432 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Allocated IP 172.20.0.2 (3056a6cc-68c2-4250-940c-4ab601619b85/3c439414-86a2-435a-892e-f8fafc4e9f09/cdecf14c-7884-4b0f-a1bc-4eb5a179f069) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:45:54.601445 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Publish callbacks [] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.607079 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.608215 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.668340 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f90241a0-558b-40e1-910e-338a04ef3732 req-eabb7023-0a90-4061-8a22-021637801c6b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027749 Oct 12 12:45:54.671911 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks [] for router_controller (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), precommit_add_association {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.676261 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.706330 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb5129-c8ac-471c-b87d-e45a7d10b2c8 req-0fba2fcf-be51-4667-87cf-c6d993815111 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:54.707839 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-33cb5129-c8ac-471c-b87d-e45a7d10b2c8 req-0fba2fcf-be51-4667-87cf-c6d993815111 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0733700 Oct 12 12:45:54.723776 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Network 3056a6cc-68c2-4250-940c-4ab601619b85 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:45:54.726332 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:54.730474 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:45:54.732900 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:45:54.735613 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Pushing event updated for resources: {'Port': ['ID=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:54.784727 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:54.795210 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f90241a0-558b-40e1-910e-338a04ef3732 req-41c69771-55a9-4a96-9e6b-638570915b2e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080496 Oct 12 12:45:54.799777 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Attempting to bind port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:45:54.800214 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Attempting to bind port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:45:54.800640 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Attempting to bind port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 on network 3056a6cc-68c2-4250-940c-4ab601619b85 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:45:54.828164 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-33cb5129-c8ac-471c-b87d-e45a7d10b2c8 req-e660ca03-c447-47ef-b30a-53dc54c7347b tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=23c49f11-ffd0-43ff-8d14-ed63029f98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119258 Oct 12 12:45:54.846353 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:45:54.847256 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Checking segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:45:54.847822 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.848410 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Bound using segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:45:54.849035 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Bound port: cdecf14c-7884-4b0f-a1bc-4eb5a179f069, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:45:54.849567 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.900800 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks [] for router_gateway (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:54.916345 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:54.922254 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] For port cdecf14c-7884-4b0f-a1bc-4eb5a179f069, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:45:54.927838 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] For port cdecf14c-7884-4b0f-a1bc-4eb5a179f069, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:45:54.980343 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.037970 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8cb5a-e100-44c3-9055-73c358a2c4cf None None] Pushing event updated for resources: {'Port': ['ID=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:55.082477 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:55.220500 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks [] for router_gateway (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.239064 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.367925 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Allocated IP 172.27.3.243 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/befb4772-2bd1-4eae-b578-5e133c75f135) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:45:55.375960 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-aef49f1e-c9fb-42a6-bdd2-2669a899c907 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:45:55.377501 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-aef49f1e-c9fb-42a6-bdd2-2669a899c907 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 945 time: 0.0539813 Oct 12 12:45:55.420750 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:55.465770 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Deleting port 32b9fcb7-660c-471b-abbd-960e2c87b57b {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:45:55.466148 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.476535 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks [] for port (befb4772-2bd1-4eae-b578-5e133c75f135), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.559783 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] For port 32b9fcb7-660c-471b-abbd-960e2c87b57b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32b9fcb7-660c-471b-abbd-960e2c87b57b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:55.560149 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.572976 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.576238 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Calling delete_port for 32b9fcb7-660c-471b-abbd-960e2c87b57b owned by compute:nova {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:45:55.605712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:55.621390 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:45:55.624690 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:45:55.628994 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:45:55.650908 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Pushing event updated for resources: {'Port': ['ID=befb4772-2bd1-4eae-b578-5e133c75f135,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:55.661706 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:55.818066 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (32b9fcb7-660c-471b-abbd-960e2c87b57b), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.847417 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event deleted for resources: {'Port': ['ID=32b9fcb7-660c-471b-abbd-960e2c87b57b,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:55.884842 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.885250 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.885594 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.885996 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.886331 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.886654 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.886984 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.887279 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.887600 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.887917 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.888233 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.888550 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.888864 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.889181 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.889492 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:45:55.928593 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] No DVR routers for this DVR port 32b9fcb7-660c-471b-abbd-960e2c87b57b on host hv-cinder-81268 {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:45:55.931574 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:55.935456 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-36a9ff3b-61a9-42ef-92ec-b2a2988fa0a6 req-d297341c-c76b-4697-bf2a-f612425e5ea0 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.39 "DELETE /networking/v2.0/ports/32b9fcb7-660c-471b-abbd-960e2c87b57b HTTP/1.1" status: 204 len: 173 time: 0.5531073 Oct 12 12:45:55.936074 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'name': 'network-vif-deleted', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:45:55.938645 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbd2285-3af8-49b7-8a01-c0e6a1b6a4af" -d '{"events": [{"server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "name": "network-vif-deleted", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:45:55.987132 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ad2cb64b-f5ef-42ba-9f51-587e464f460f req-eb7c1442-8f85-4280-996f-bbc54236c212 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0456140 Oct 12 12:45:56.033084 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffbfe3a-6897-460b-a115-486da8ecffbd x-openstack-request-id: req-3ffbfe3a-6897-460b-a115-486da8ecffbd {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:45:56.033693 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6222337e-587d-4200-bcb3-264fc5b2395d", "name": "network-vif-deleted", "tag": "32b9fcb7-660c-471b-abbd-960e2c87b57b", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:45:56.034487 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ffbfe3a-6897-460b-a115-486da8ecffbd {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:45:56.034968 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffbfe3a-6897-460b-a115-486da8ecffbd'] response: {'server_uuid': '6222337e-587d-4200-bcb3-264fc5b2395d', 'name': 'network-vif-deleted', 'tag': '32b9fcb7-660c-471b-abbd-960e2c87b57b', 'status': 'completed', 'code': 200} Oct 12 12:45:56.044402 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks [] for router_gateway (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:56.076643 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54553276-db46-47fc-8ea6-5e9315069c3f None None] Network 3056a6cc-68c2-4250-940c-4ab601619b85 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:45:56.125112 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-60c756a0-f7bb-4cd8-a973-8387bcd7dda2 None None] Provisioning complete for port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:56.125379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60c756a0-f7bb-4cd8-a973-8387bcd7dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:56.126019 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-60c756a0-f7bb-4cd8-a973-8387bcd7dda2 None None] Attempt 1 to provision port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 Oct 12 12:45:56.247007 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-60c756a0-f7bb-4cd8-a973-8387bcd7dda2 None None] Current status of the port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:45:56.247491 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60c756a0-f7bb-4cd8-a973-8387bcd7dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:56.261343 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:56.293864 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-60c756a0-f7bb-4cd8-a973-8387bcd7dda2 None None] For port cdecf14c-7884-4b0f-a1bc-4eb5a179f069, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:45:56.372815 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:56.395631 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-60c756a0-f7bb-4cd8-a973-8387bcd7dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:56.453465 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c756a0-f7bb-4cd8-a973-8387bcd7dda2 None None] Pushing event updated for resources: {'Port': ['ID=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:56.453601 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:45:56.525484 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device cdecf14c-7884-4b0f-a1bc-4eb5a179f069 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:45:56.571104 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:45:56.572632 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:56.573005 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:56.573335 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 Oct 12 12:45:56.597584 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Sync routers for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:45:56.628461 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:56.629115 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:56.630818 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-80a1b8a6-078b-4c6c-9780-b8ad9879c3eb None None] Provisioning complete for port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:56.631177 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-80a1b8a6-078b-4c6c-9780-b8ad9879c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:56.631501 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-80a1b8a6-078b-4c6c-9780-b8ad9879c3eb None None] Attempt 1 to provision port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 Oct 12 12:45:56.684193 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:56.686215 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ddb21f1d-b1f9-408e-b1fd-6ba6f29c1bdd admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3867643 Oct 12 12:45:56.695457 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46708) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:56.754442 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:45:56.855569 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:56.912139 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-80a1b8a6-078b-4c6c-9780-b8ad9879c3eb None None] Current status of the port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:45:56.969191 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:57.027677 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:57.054955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:55Z', 'revision_number': 3, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:57.093486 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Checking router: 9728e5c8-652b-48ad-a050-a8ea50ad0e1f for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:45:57.094202 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Updating router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f port befb4772-2bd1-4eae-b578-5e133c75f135 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:45:57.125883 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e789e0cc-91ae-4824-93eb-456318eed89b req-c6c64e9c-9932-46b0-b778-c344ca8286f8 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0339761 Oct 12 12:45:57.126540 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.197611 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.404195 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Allocated IP 172.20.0.1 (3056a6cc-68c2-4250-940c-4ab601619b85/3c439414-86a2-435a-892e-f8fafc4e9f09/6c982897-c5e7-440b-8535-6c06aba2dc1d) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:45:57.416529 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:57.552261 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:57.562526 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Publish callbacks [] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.577096 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Publish callbacks [] for port (befb4772-2bd1-4eae-b578-5e133c75f135), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.647886 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.650656 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.687343 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Attempting to bind port befb4772-2bd1-4eae-b578-5e133c75f135 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:45:57.687850 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Attempting to bind port befb4772-2bd1-4eae-b578-5e133c75f135 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:45:57.688306 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Attempting to bind port befb4772-2bd1-4eae-b578-5e133c75f135 on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:45:57.702156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Network 3056a6cc-68c2-4250-940c-4ab601619b85 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:45:57.702156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:45:57.702156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:45:57.733322 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Pushing event updated for resources: {'Port': ['ID=6c982897-c5e7-440b-8535-6c06aba2dc1d,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:57.766870 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e79b6-a479-4533-90a3-db1b12e92597 None None] Pushing event updated for resources: {'Port': ['ID=befb4772-2bd1-4eae-b578-5e133c75f135,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:57.767218 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.785002 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:45:57.785380 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:45:57.785784 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.786211 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:45:57.786688 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Bound port: befb4772-2bd1-4eae-b578-5e133c75f135, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:45:57.787070 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.853839 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] For port befb4772-2bd1-4eae-b578-5e133c75f135, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:45:57.857367 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] For port befb4772-2bd1-4eae-b578-5e133c75f135, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=befb4772-2bd1-4eae-b578-5e133c75f135,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:45:57.942774 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.982460 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:57.988207 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:57.996101 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:45:57.996746 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:58.064907 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e79b6-a479-4533-90a3-db1b12e92597 None None] Pushing event updated for resources: {'Port': ['ID=befb4772-2bd1-4eae-b578-5e133c75f135,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:58.068609 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-43d5f5b2-d216-483a-8c87-6e84300c05a3 None None] Provisioning complete for port 6c982897-c5e7-440b-8535-6c06aba2dc1d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:58.068609 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-43d5f5b2-d216-483a-8c87-6e84300c05a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:58.068609 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-43d5f5b2-d216-483a-8c87-6e84300c05a3 None None] Attempt 1 to provision port 6c982897-c5e7-440b-8535-6c06aba2dc1d Oct 12 12:45:58.119968 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-43d5f5b2-d216-483a-8c87-6e84300c05a3 None None] Port 6c982897-c5e7-440b-8535-6c06aba2dc1d cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:45:58.144641 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:58.197953 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:45:58.223860 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Publish callbacks [] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:58.288106 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-01e72353-824c-4cdb-a663-fdbdaa895761 req-2a2423a0-3ddd-4d1d-a593-23e371040587 tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6222337e-587d-4200-bcb3-264fc5b2395d HTTP/1.1" status: 200 len: 210 time: 0.0358908 Oct 12 12:45:58.304666 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:58.376496 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:58.379449 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Pushing event updated for resources: {'Port': ['ID=6c982897-c5e7-440b-8535-6c06aba2dc1d,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:58.387244 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:58.407614 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 1, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:45:58.445976 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249eeb-40b4-4693-89e8-deb4a7eedebd None None] The sync data for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi is: [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 1, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:45:58.497908 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Network 3056a6cc-68c2-4250-940c-4ab601619b85 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:45:58.499407 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:45:58.505011 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device cdecf14c-7884-4b0f-a1bc-4eb5a179f069 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:45:58.572509 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:58.578524 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:58.578524 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 Oct 12 12:45:58.639156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:45:58.678481 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:45:58.801550 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:45:58.813646 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-4d1e3d47-a434-4985-a43f-a6c029efd571 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/9728e5c8-652b-48ad-a050-a8ea50ad0e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1172035 Oct 12 12:45:58.856559 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-a5eeace2-9d2e-4212-a437-abd3ae161f97 None None] Provisioning complete for port 6c982897-c5e7-440b-8535-6c06aba2dc1d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:45:58.857268 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a5eeace2-9d2e-4212-a437-abd3ae161f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:58.858220 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-a5eeace2-9d2e-4212-a437-abd3ae161f97 None None] Attempt 1 to provision port 6c982897-c5e7-440b-8535-6c06aba2dc1d Oct 12 12:45:58.910151 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-a5eeace2-9d2e-4212-a437-abd3ae161f97 None None] Port 6c982897-c5e7-440b-8535-6c06aba2dc1d cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:45:59.217622 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46782) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:59.223496 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-f5b4dc95-55cb-488e-b4e6-8cd624e145ef tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655037321', 'description': 'tempest-description--1773915701'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:45:59.333505 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f5b4dc95-55cb-488e-b4e6-8cd624e145ef tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.366721 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46786) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:59.374606 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:59.428190 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f5b4dc95-55cb-488e-b4e6-8cd624e145ef tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (4b261a56-409f-45ea-829f-45f878b19154), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.450063 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e608094c-d620-49ee-bab7-ffa05774975d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group (23c49f11-ffd0-43ff-8d14-ed63029f98a7), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.478628 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e608094c-d620-49ee-bab7-ffa05774975d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group (23c49f11-ffd0-43ff-8d14-ed63029f98a7), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.513682 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f5b4dc95-55cb-488e-b4e6-8cd624e145ef tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4b261a56-409f-45ea-829f-45f878b19154), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.551945 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4dc95-55cb-488e-b4e6-8cd624e145ef tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b261a56-409f-45ea-829f-45f878b19154,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:59.630249 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e608094c-d620-49ee-bab7-ffa05774975d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (23c49f11-ffd0-43ff-8d14-ed63029f98a7), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.633012 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e608094c-d620-49ee-bab7-ffa05774975d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.636898 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e608094c-d620-49ee-bab7-ffa05774975d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/23c49f11-ffd0-43ff-8d14-ed63029f98a7 HTTP/1.1" status: 204 len: 168 time: 0.2666180 Oct 12 12:45:59.654739 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608094c-d620-49ee-bab7-ffa05774975d tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c49f11-ffd0-43ff-8d14-ed63029f98a7,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:45:59.678114 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f5b4dc95-55cb-488e-b4e6-8cd624e145ef tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.679580 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-f5b4dc95-55cb-488e-b4e6-8cd624e145ef tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4604096 Oct 12 12:45:59.683152 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46796) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:59.689253 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-733f3022-c43d-487f-b9f9-82e76e02ff65 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'security_group_rule': {'security_group_id': '4b261a56-409f-45ea-829f-45f878b19154', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:45:59.759140 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46800) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:45:59.802390 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-733f3022-c43d-487f-b9f9-82e76e02ff65 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (012f175b-bff2-4ff3-9f58-a669a1266f39), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:45:59.808115 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:45:59.930350 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-733f3022-c43d-487f-b9f9-82e76e02ff65 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (012f175b-bff2-4ff3-9f58-a669a1266f39), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.002069 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-733f3022-c43d-487f-b9f9-82e76e02ff65 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (012f175b-bff2-4ff3-9f58-a669a1266f39), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.057199 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f3022-c43d-487f-b9f9-82e76e02ff65 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012f175b-bff2-4ff3-9f58-a669a1266f39,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:00.148114 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:00.172498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-733f3022-c43d-487f-b9f9-82e76e02ff65 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.173691 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-733f3022-c43d-487f-b9f9-82e76e02ff65 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4894528 Oct 12 12:46:00.176407 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46808) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:00.184916 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-351e2f72-d321-462f-ab8e-9b74ce13b44d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'security_group_rule': {'security_group_id': '4b261a56-409f-45ea-829f-45f878b19154', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:46:00.211465 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (5b5647cd-d344-41e0-8579-07804632bc5a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.297832 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-351e2f72-d321-462f-ab8e-9b74ce13b44d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (bed4d2e4-f49f-4068-9caa-d79c7ad47c3b), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.420374 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-351e2f72-d321-462f-ab8e-9b74ce13b44d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (bed4d2e4-f49f-4068-9caa-d79c7ad47c3b), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.486405 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device befb4772-2bd1-4eae-b578-5e133c75f135 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:46:00.496776 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Deleting port 96b71667-c950-42fa-bebe-a6c323aa568b {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:00.496776 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.511176 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-351e2f72-d321-462f-ab8e-9b74ce13b44d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (bed4d2e4-f49f-4068-9caa-d79c7ad47c3b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.534236 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port befb4772-2bd1-4eae-b578-5e133c75f135 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:00.534612 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.534945 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port befb4772-2bd1-4eae-b578-5e133c75f135 Oct 12 12:46:00.556833 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e2f72-d321-462f-ab8e-9b74ce13b44d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed4d2e4-f49f-4068-9caa-d79c7ad47c3b,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:00.604568 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] For port 96b71667-c950-42fa-bebe-a6c323aa568b, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=96b71667-c950-42fa-bebe-a6c323aa568b,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:00.605047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.615087 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port befb4772-2bd1-4eae-b578-5e133c75f135 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:46:00.615421 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.617508 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Calling delete_port for 96b71667-c950-42fa-bebe-a6c323aa568b owned by network:router_interface {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:00.630015 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-351e2f72-d321-462f-ab8e-9b74ce13b44d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.631171 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-351e2f72-d321-462f-ab8e-9b74ce13b44d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538605 Oct 12 12:46:00.634975 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46810) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:00.639559 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:46:00.639720 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port befb4772-2bd1-4eae-b578-5e133c75f135, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=befb4772-2bd1-4eae-b578-5e133c75f135,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:00.687588 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.691427 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:00.710617 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.740105 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=befb4772-2bd1-4eae-b578-5e133c75f135,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:00.776405 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Sync routers for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:46:00.786815 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:00.787429 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:00.808565 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.876308 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (96b71667-c950-42fa-bebe-a6c323aa568b), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:00.891812 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:00.904641 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b71667-c950-42fa-bebe-a6c323aa568b,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:00.907831 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 32b9fcb7-660c-471b-abbd-960e2c87b57b no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:46:00.935028 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 32b9fcb7-660c-471b-abbd-960e2c87b57b {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:46:00.935893 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 32b9fcb7-660c-471b-abbd-960e2c87b57b not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:46:00.941478 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Allocated IP 172.27.3.97 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/943a1ea3-e9fd-492e-87a8-6fbb3510b6ba) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:46:01.131617 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for port (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.148023 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:45:58Z', 'revision_number': 2, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:01.182024 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Checking router: 9728e5c8-652b-48ad-a050-a8ea50ad0e1f for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:46:01.182378 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Updating router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f port 6c982897-c5e7-440b-8535-6c06aba2dc1d binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:46:01.210549 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.221563 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:01.253619 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.299222 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:46:01.303736 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:46:01.309521 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:46:01.332219 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'Port': ['ID=943a1ea3-e9fd-492e-87a8-6fbb3510b6ba,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:01.336037 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:01.397057 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (d7813c82-76da-4062-8b7e-bb60903778b2), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.405333 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:01.411676 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (5b5647cd-d344-41e0-8579-07804632bc5a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.434908 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7505dd-02bc-468a-b3f3-8e7f3fd9b5ce None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:46:01.489039 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Publish callbacks [] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.503333 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.522425 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:01.543357 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7505dd-02bc-468a-b3f3-8e7f3fd9b5ce None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:46:01.556757 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.634664 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:01.641474 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Pushing event updated for resources: {'Port': ['ID=6c982897-c5e7-440b-8535-6c06aba2dc1d,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:01.664548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Router 5b5647cd-d344-41e0-8579-07804632bc5a has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:46:01.673057 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.676814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.677906 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.678044 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.678371 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.678687 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:01.683431 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for port (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.717210 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Attempting to bind port 6c982897-c5e7-440b-8535-6c06aba2dc1d on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:46:01.717597 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Attempting to bind port 6c982897-c5e7-440b-8535-6c06aba2dc1d by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:46:01.717971 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Attempting to bind port 6c982897-c5e7-440b-8535-6c06aba2dc1d on network 3056a6cc-68c2-4250-940c-4ab601619b85 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:46:01.731951 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.763878 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:46:01.764236 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Checking segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:46:01.764626 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.765007 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Bound using segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:46:01.765467 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Bound port: 6c982897-c5e7-440b-8535-6c06aba2dc1d, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:46:01.766018 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.798169 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:46:01.807930 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-8a26f035-1596-435c-8add-9838ca75c604 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/5b5647cd-d344-41e0-8579-07804632bc5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0477052 Oct 12 12:46:01.810653 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46816) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:01.815331 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] Sync routers for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:46:01.830631 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'Port': ['ID=943a1ea3-e9fd-492e-87a8-6fbb3510b6ba,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:01.832379 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:01.833671 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:01.837189 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (d7813c82-76da-4062-8b7e-bb60903778b2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.922590 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.930052 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-61049e30-0e3a-4e7a-a889-c5d593a3b359 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2877758 Oct 12 12:46:01.942731 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] For port 6c982897-c5e7-440b-8535-6c06aba2dc1d, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:46:01.946634 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] For port 6c982897-c5e7-440b-8535-6c06aba2dc1d, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=6c982897-c5e7-440b-8535-6c06aba2dc1d,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:46:01.956095 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:01.957818 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:01.961456 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks [] for router (5b5647cd-d344-41e0-8579-07804632bc5a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:01.970189 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:01.972299 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:02.044129 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:02.103485 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:02.104361 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:02.154272 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks [] for router_gateway (5b5647cd-d344-41e0-8579-07804632bc5a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:02.179067 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-b390e429-0f44-464e-9d17-b951a42db9db tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1655037321&fields=id&tenant_id=3ebab900aef740b68af799c4695e6e5f HTTP/1.1" status: 200 len: 267 time: 0.1013622 Oct 12 12:46:02.199210 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd25e36-9ace-4d34-a26b-42dd8f85f5b1 None None] Pushing event updated for resources: {'Port': ['ID=6c982897-c5e7-440b-8535-6c06aba2dc1d,revision_number=4']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:02.215449 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:02.235747 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 5, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port': {'id': 'c33eca76-4e45-45b5-b04f-14eace8b44b3', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:39:55Z', 'updated_at': '2022-10-12T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:02.261961 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] Checking router: 5b5647cd-d344-41e0-8579-07804632bc5a for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:46:02.270894 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] Routers {'5b5647cd-d344-41e0-8579-07804632bc5a'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:02.271660 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5b5647cd-d344-41e0-8579-07804632bc5a'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:02.296825 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:02.356403 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Deleting port c33eca76-4e45-45b5-b04f-14eace8b44b3 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:02.356772 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:02.383910 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-1461bbfd-896c-4eda-88bb-28904e3b01cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:02.388801 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-1461bbfd-896c-4eda-88bb-28904e3b01cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 811 time: 0.2068157 Oct 12 12:46:02.495358 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-d0298b96-97bd-45a0-9202-e8fbf816369d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/quotas/3ebab900aef740b68af799c4695e6e5f HTTP/1.1" status: 200 len: 375 time: 0.0310309 Oct 12 12:46:02.520741 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] Set router 5b5647cd-d344-41e0-8579-07804632bc5a gateway port host: None {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:02.575677 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] For port c33eca76-4e45-45b5-b04f-14eace8b44b3, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c33eca76-4e45-45b5-b04f-14eace8b44b3,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:02.576059 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:02.580596 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:01Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:02.591641 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:46:02Z', 'revision_number': 6, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:02.611048 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Calling delete_port for c33eca76-4e45-45b5-b04f-14eace8b44b3 owned by network:router_gateway {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:02.621669 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b41e04-9780-4c62-9b8c-92bfa380bfe9 None None] The sync data for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi is: [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:01Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:46:02.625450 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266150ea-6ab0-4fbd-9520-674af7c2f391 None None] The sync data for ids ['5b5647cd-d344-41e0-8579-07804632bc5a'] in dv-cinder-812685-16-iscsi is: [{'id': '5b5647cd-d344-41e0-8579-07804632bc5a', 'name': 'tempest-TestShelveInstance-1270658753-router', 'tenant_id': 'b15d78e196664c1aa41be6c5afe4238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:39:54Z', 'updated_at': '2022-10-12T12:46:02Z', 'revision_number': 6, 'project_id': 'b15d78e196664c1aa41be6c5afe4238b', 'gw_port_host': None}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:46:02.627148 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-325a04a4-b760-41ca-b113-56d9bede3201 None None] Provisioning complete for port 7b2b800e-64b4-414a-9b12-88ad7232896d triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:02.627525 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-325a04a4-b760-41ca-b113-56d9bede3201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:02.627855 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-325a04a4-b760-41ca-b113-56d9bede3201 None None] Attempt 1 to provision port 7b2b800e-64b4-414a-9b12-88ad7232896d Oct 12 12:46:02.670164 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 6c982897-c5e7-440b-8535-6c06aba2dc1d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:46:02.696055 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-cdf764ff-ead1-4f2a-b05f-c32fb0efe165 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814647 Oct 12 12:46:02.859726 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-23acfd95-6609-46a0-846f-013a44ae7196 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511436 Oct 12 12:46:02.891879 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 6c982897-c5e7-440b-8535-6c06aba2dc1d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:02.892256 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:02.892869 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 6c982897-c5e7-440b-8535-6c06aba2dc1d Oct 12 12:46:02.941948 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:02.949670 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-325a04a4-b760-41ca-b113-56d9bede3201 None None] Current status of the port 7b2b800e-64b4-414a-9b12-88ad7232896d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:46:02.997648 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 6c982897-c5e7-440b-8535-6c06aba2dc1d is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:46:02.998178 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.002750 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-79297bd8-9993-4a78-b4b2-16328924c354 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348121 Oct 12 12:46:03.043570 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 6c982897-c5e7-440b-8535-6c06aba2dc1d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=6c982897-c5e7-440b-8535-6c06aba2dc1d,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:03.069273 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c33eca76-4e45-45b5-b04f-14eace8b44b3), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.098213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33eca76-4e45-45b5-b04f-14eace8b44b3,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:03.112081 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:03.139725 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.142282 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device befb4772-2bd1-4eae-b578-5e133c75f135 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:46:03.182049 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (5b5647cd-d344-41e0-8579-07804632bc5a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.262043 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:03.286500 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=6c982897-c5e7-440b-8535-6c06aba2dc1d,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:03.290549 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cecba642-0b08-4ba8-bbf6-7b32dd4e5a7d req-7daaa01a-0467-430e-a926-d8e3e9ead55f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0317838 Oct 12 12:46:03.297832 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port befb4772-2bd1-4eae-b578-5e133c75f135 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:03.298695 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.298695 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port befb4772-2bd1-4eae-b578-5e133c75f135 Oct 12 12:46:03.315550 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (5b5647cd-d344-41e0-8579-07804632bc5a), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.317971 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks [] for router_controller (5b5647cd-d344-41e0-8579-07804632bc5a), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.395375 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port befb4772-2bd1-4eae-b578-5e133c75f135 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:46:03.441594 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (5b5647cd-d344-41e0-8579-07804632bc5a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.442243 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b5647cd-d344-41e0-8579-07804632bc5a {{(pid=104977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:46:03.446519 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.447671 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b73f1feb-72c3-4f6c-88ef-a29ee6400a46 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/5b5647cd-d344-41e0-8579-07804632bc5a HTTP/1.1" status: 204 len: 168 time: 1.6358745 Oct 12 12:46:03.450311 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46856) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:03.496865 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb149dde-c387-44d7-b1ac-40933b18e386 admin admin] Deleting subnet 24289879-e424-480d-bc6d-ef9dbd34773a {{(pid=104978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:46:03.502246 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb149dde-c387-44d7-b1ac-40933b18e386 admin admin] Publish callbacks [] for subnet (24289879-e424-480d-bc6d-ef9dbd34773a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.558820 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb149dde-c387-44d7-b1ac-40933b18e386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356286'] for subnet (24289879-e424-480d-bc6d-ef9dbd34773a), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.666082 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb149dde-c387-44d7-b1ac-40933b18e386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (24289879-e424-480d-bc6d-ef9dbd34773a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.814564 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb149dde-c387-44d7-b1ac-40933b18e386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4356496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255694'] for subnet (24289879-e424-480d-bc6d-ef9dbd34773a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.823501 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:03.846029 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb149dde-c387-44d7-b1ac-40933b18e386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.857155 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-eb149dde-c387-44d7-b1ac-40933b18e386 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/24289879-e424-480d-bc6d-ef9dbd34773a HTTP/1.1" status: 204 len: 168 time: 0.4034419 Oct 12 12:46:03.857343 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b89f39-7587-4d02-a5ba-d43839033ab5 None None] Network 67fe8886-6694-423c-8a16-f3bf148c60e0 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:46:03.857773 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb149dde-c387-44d7-b1ac-40933b18e386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24289879-e424-480d-bc6d-ef9dbd34773a,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:03.857895 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46872) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:03.939895 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (67fe8886-6694-423c-8a16-f3bf148c60e0), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:03.985199 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Deleting port 7b2b800e-64b4-414a-9b12-88ad7232896d {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:03.985546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.045050 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] DHCP port deletion for 67fe8886-6694-423c-8a16-f3bf148c60e0 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:46:04.058397 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] For port 7b2b800e-64b4-414a-9b12-88ad7232896d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7b2b800e-64b4-414a-9b12-88ad7232896d,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:04.059665 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.079425 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Calling delete_port for 7b2b800e-64b4-414a-9b12-88ad7232896d owned by network:dhcp {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:04.089680 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] Deleting port 7b2b800e-64b4-414a-9b12-88ad7232896d {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:04.090085 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.170555 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] For port 7b2b800e-64b4-414a-9b12-88ad7232896d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7b2b800e-64b4-414a-9b12-88ad7232896d,segment=NetworkSegment(f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f),segment_id=f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:04.172592 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.194342 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] Calling delete_port for 7b2b800e-64b4-414a-9b12-88ad7232896d owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:04.198716 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:04.235256 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.265078 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2b800e-64b4-414a-9b12-88ad7232896d,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:04.267007 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] No DVR routers for this DVR port 7b2b800e-64b4-414a-9b12-88ad7232896d on host dv-cinder-812685-16-iscsi {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:46:04.277517 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (7b2b800e-64b4-414a-9b12-88ad7232896d), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.300599 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] Pushing event deleted for resources: {'Port': ['ID=7b2b800e-64b4-414a-9b12-88ad7232896d,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:04.306157 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9c7dd-5a06-4f9a-90dc-cb67d8e5c81d None None] No DVR routers for this DVR port 7b2b800e-64b4-414a-9b12-88ad7232896d on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:46:04.341057 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (67fe8886-6694-423c-8a16-f3bf148c60e0), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.363503 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fe8886-6694-423c-8a16-f3bf148c60e0']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:04.395363 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-18fd0b94-7180-4aee-b3e0-87e07ebbf450 req-ffe5e231-2f30-41b5-b32b-6f2d9034da11 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0342441 Oct 12 12:46:04.397039 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:04.397355 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:04.407097 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.425957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.433194 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:46:04.433590 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.476543 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f resource provider aggregate not found Oct 12 12:46:04.495438 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f12c4d4c-0b76-4f01-8dd6-6cab8275ab2f found for delete ", "request_id": "req-edcbc0b9-a47c-473a-b5cc-2be50abf2bd1"}]} Oct 12 12:46:04.503658 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 6c982897-c5e7-440b-8535-6c06aba2dc1d up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:46:04.547435 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 6c982897-c5e7-440b-8535-6c06aba2dc1d triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:04.547839 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.548168 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 6c982897-c5e7-440b-8535-6c06aba2dc1d Oct 12 12:46:04.601740 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (67fe8886-6694-423c-8a16-f3bf148c60e0), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.609867 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:04.613027 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/67fe8886-6694-423c-8a16-f3bf148c60e0 HTTP/1.1" status: 204 len: 168 time: 0.7535672 Oct 12 12:46:04.616263 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46884) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:04.624587 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ecab1-b141-4337-acdb-f4f412bd8964 admin admin] Pushing event deleted for resources: {'Network': ['ID=67fe8886-6694-423c-8a16-f3bf148c60e0,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:04.625658 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 6c982897-c5e7-440b-8535-6c06aba2dc1d is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:46:04.679037 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 96b71667-c950-42fa-bebe-a6c323aa568b no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:46:04.700393 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 96b71667-c950-42fa-bebe-a6c323aa568b {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:46:04.700745 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 96b71667-c950-42fa-bebe-a6c323aa568b not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:46:04.701162 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c33eca76-4e45-45b5-b04f-14eace8b44b3 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:46:04.719287 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: c33eca76-4e45-45b5-b04f-14eace8b44b3 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:46:04.719631 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c33eca76-4e45-45b5-b04f-14eace8b44b3 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:46:04.720071 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7b2b800e-64b4-414a-9b12-88ad7232896d no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:46:04.738533 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 7b2b800e-64b4-414a-9b12-88ad7232896d {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:46:04.738884 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7b2b800e-64b4-414a-9b12-88ad7232896d not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:46:05.177927 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.400270 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Deleting port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:05.400649 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.425360 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46894) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:05.460841 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:05.497750 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] For port 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,segment=NetworkSegment(73745901-4f84-4785-b104-2fad43e51d05),segment_id=73745901-4f84-4785-b104-2fad43e51d05)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:05.498139 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.520959 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-884797c1-9bb3-4cdf-8cd0-09f256bee71f req-1edd6229-812d-4669-8efd-e86fa2ef1ea1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0463915 Oct 12 12:46:05.527164 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Calling delete_port for 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 owned by network:router_interface {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:05.560010 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e2ea378b-cac8-4d52-b7a6-708f61454733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.621709 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:05.634958 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:05.635494 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e2ea378b-cac8-4d52-b7a6-708f61454733 admin admin] Publish callbacks [] for security_group (35005ce4-840d-47bb-bc0f-51ddd9b5fed9), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.727051 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e2ea378b-cac8-4d52-b7a6-708f61454733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (35005ce4-840d-47bb-bc0f-51ddd9b5fed9), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.764497 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea378b-cac8-4d52-b7a6-708f61454733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35005ce4-840d-47bb-bc0f-51ddd9b5fed9,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:05.768725 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-e2ea378b-cac8-4d52-b7a6-708f61454733 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=60e27bed3442483993b9252fd2ba1201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432024 Oct 12 12:46:05.771474 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46900) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:05.778803 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.796368 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:05.809534 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:05.827501 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-43eae1c4-5ac9-4532-8841-d1a3df09cc0b admin admin] Publish callbacks [] for security_group (35005ce4-840d-47bb-bc0f-51ddd9b5fed9), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.849126 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-43eae1c4-5ac9-4532-8841-d1a3df09cc0b admin admin] Publish callbacks [] for security_group (35005ce4-840d-47bb-bc0f-51ddd9b5fed9), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.972698 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.973094 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-43eae1c4-5ac9-4532-8841-d1a3df09cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (35005ce4-840d-47bb-bc0f-51ddd9b5fed9), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.975720 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-43eae1c4-5ac9-4532-8841-d1a3df09cc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:05.976884 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-43eae1c4-5ac9-4532-8841-d1a3df09cc0b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/35005ce4-840d-47bb-bc0f-51ddd9b5fed9 HTTP/1.1" status: 204 len: 168 time: 0.2045133 Oct 12 12:46:05.988900 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eae1c4-5ac9-4532-8841-d1a3df09cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35005ce4-840d-47bb-bc0f-51ddd9b5fed9,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:06.015861 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f5c42-4fa9-4382-a4ad-7c3857964432 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:46:06.112331 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f5c42-4fa9-4382-a4ad-7c3857964432 None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:46:06.197646 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:46:06.253693 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:06.319478 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:46:06.325107 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-eb51acc3-ecf7-4582-8089-5fcd145d657a admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/8b51c49b-d3aa-49bf-b01f-b0036ea92b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075429 Oct 12 12:46:06.327506 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46906) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:06.330467 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] Sync routers for ids ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:46:06.354965 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] Routers {'8b51c49b-d3aa-49bf-b01f-b0036ea92b74'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:06.354965 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:06.462636 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks [] for router (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:06.537069 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] Set router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:06.541350 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:06.609051 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks [] for router_gateway (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:06.638348 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7d3b9977-da75-4797-b747-42d34ea955f4 req-c86efcfa-0d27-454e-ab66-2ab81e5dbfb7 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0293219 Oct 12 12:46:06.722184 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:46:05Z', 'revision_number': 5, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port': {'id': 'ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:40:04Z', 'updated_at': '2022-10-12T12:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:06.722758 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Deleting port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:06.723281 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:06.748554 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] Checking router: 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:46:06.757670 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] Routers {'8b51c49b-d3aa-49bf-b01f-b0036ea92b74'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:06.758378 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:45:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:06.813796 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] For port ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:06.814192 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:06.826317 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:06.827505 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Calling delete_port for ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 owned by network:router_gateway {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:06.843420 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] Set router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 gateway port host: None {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:06.894062 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:46:06Z', 'revision_number': 6, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:06.905764 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-fa501ee2-44d3-454c-a5b8-be512436e60c None None] Provisioning complete for port c0b45a37-adb4-4916-a6ea-3e18a9013785 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:06.906159 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-fa501ee2-44d3-454c-a5b8-be512436e60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:06.906570 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-fa501ee2-44d3-454c-a5b8-be512436e60c None None] Attempt 1 to provision port c0b45a37-adb4-4916-a6ea-3e18a9013785 Oct 12 12:46:06.919453 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca4bd5-a79a-4048-aa0a-67d30b81bd87 None None] The sync data for ids ['8b51c49b-d3aa-49bf-b01f-b0036ea92b74'] in dv-cinder-812685-16-iscsi is: [{'id': '8b51c49b-d3aa-49bf-b01f-b0036ea92b74', 'name': 'tempest-TestShelveInstance-1077706011-router', 'tenant_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:40:03Z', 'updated_at': '2022-10-12T12:46:06Z', 'revision_number': 6, 'project_id': '26d5ba2a9a0b401ea29a47f5b0e047e6', 'gw_port_host': None}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:46:06.989594 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-fa501ee2-44d3-454c-a5b8-be512436e60c None None] Current status of the port c0b45a37-adb4-4916-a6ea-3e18a9013785 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:46:07.063509 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.087810 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:07.152117 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.239169 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.241258 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks [] for router_controller (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.370490 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (8b51c49b-d3aa-49bf-b01f-b0036ea92b74), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.371305 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b51c49b-d3aa-49bf-b01f-b0036ea92b74 {{(pid=104978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:46:07.375826 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.377214 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-b755848a-b5fb-4fee-af40-201376abb286 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/8b51c49b-d3aa-49bf-b01f-b0036ea92b74 HTTP/1.1" status: 204 len: 168 time: 1.0484674 Oct 12 12:46:07.379680 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 46914) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:07.423869 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c17879-0379-4095-b9ff-5df5eea16690 admin admin] Deleting subnet 8f6aded0-6467-4a3e-bb56-ec09027b0296 {{(pid=104978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:46:07.427028 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-76c17879-0379-4095-b9ff-5df5eea16690 admin admin] Publish callbacks [] for subnet (8f6aded0-6467-4a3e-bb56-ec09027b0296), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.462548 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-76c17879-0379-4095-b9ff-5df5eea16690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356286'] for subnet (8f6aded0-6467-4a3e-bb56-ec09027b0296), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.541821 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-76c17879-0379-4095-b9ff-5df5eea16690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (8f6aded0-6467-4a3e-bb56-ec09027b0296), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.680417 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-76c17879-0379-4095-b9ff-5df5eea16690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4356496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255694'] for subnet (8f6aded0-6467-4a3e-bb56-ec09027b0296), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.708259 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c17879-0379-4095-b9ff-5df5eea16690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6aded0-6467-4a3e-bb56-ec09027b0296,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:07.714318 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-76c17879-0379-4095-b9ff-5df5eea16690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.718101 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-76c17879-0379-4095-b9ff-5df5eea16690 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/8f6aded0-6467-4a3e-bb56-ec09027b0296 HTTP/1.1" status: 204 len: 168 time: 0.3369925 Oct 12 12:46:07.720335 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46918) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:07.723079 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d896b82c-7769-4f60-bee7-7d400729e93b None None] Network 827a9a20-3c50-48cb-bfa4-bdc223c9f512 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:46:07.766637 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6f927400-d96d-41a3-b430-04f73493808c req-1138bd8c-59e4-4fc5-8759-110f608e8cfe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0319552 Oct 12 12:46:07.808250 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (827a9a20-3c50-48cb-bfa4-bdc223c9f512), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.852071 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Deleting port c0b45a37-adb4-4916-a6ea-3e18a9013785 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:07.852413 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.892542 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] DHCP port deletion for 827a9a20-3c50-48cb-bfa4-bdc223c9f512 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:46:07.919366 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] For port c0b45a37-adb4-4916-a6ea-3e18a9013785, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c0b45a37-adb4-4916-a6ea-3e18a9013785,segment=NetworkSegment(73745901-4f84-4785-b104-2fad43e51d05),segment_id=73745901-4f84-4785-b104-2fad43e51d05)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:07.919821 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.932214 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] Deleting port c0b45a37-adb4-4916-a6ea-3e18a9013785 {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:07.932591 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:07.934932 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Calling delete_port for c0b45a37-adb4-4916-a6ea-3e18a9013785 owned by network:dhcp {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:08.008515 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] For port c0b45a37-adb4-4916-a6ea-3e18a9013785, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c0b45a37-adb4-4916-a6ea-3e18a9013785,segment=NetworkSegment(73745901-4f84-4785-b104-2fad43e51d05),segment_id=73745901-4f84-4785-b104-2fad43e51d05)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:08.008751 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.023926 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] Calling delete_port for c0b45a37-adb4-4916-a6ea-3e18a9013785 owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:08.138328 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.144512 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (c0b45a37-adb4-4916-a6ea-3e18a9013785), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.150254 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:08.161504 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b45a37-adb4-4916-a6ea-3e18a9013785,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:08.168451 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] No DVR routers for this DVR port c0b45a37-adb4-4916-a6ea-3e18a9013785 on host dv-cinder-812685-16-iscsi {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:46:08.175235 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] Pushing event deleted for resources: {'Port': ['ID=c0b45a37-adb4-4916-a6ea-3e18a9013785,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:08.178786 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4c1b7-a090-438d-a757-4e30bac46242 None None] No DVR routers for this DVR port c0b45a37-adb4-4916-a6ea-3e18a9013785 on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:46:08.247444 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (827a9a20-3c50-48cb-bfa4-bdc223c9f512), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.253746 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:08.273578 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827a9a20-3c50-48cb-bfa4-bdc223c9f512']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:08.283354 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73745901-4f84-4785-b104-2fad43e51d05') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:08.283654 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73745901-4f84-4785-b104-2fad43e51d05') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:08.293724 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (73745901-4f84-4785-b104-2fad43e51d05), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.309780 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (73745901-4f84-4785-b104-2fad43e51d05), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.317238 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:46:08.317631 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (73745901-4f84-4785-b104-2fad43e51d05), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.342154 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-eedf47ff-68bb-4661-9fe8-09feedd0c34b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:08.344265 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-eedf47ff-68bb-4661-9fe8-09feedd0c34b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 811 time: 0.1140411 Oct 12 12:46:08.372287 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 73745901-4f84-4785-b104-2fad43e51d05 resource provider aggregate not found Oct 12 12:46:08.392374 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 73745901-4f84-4785-b104-2fad43e51d05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73745901-4f84-4785-b104-2fad43e51d05 found for delete ", "request_id": "req-7c133481-0464-413e-8117-b60680aed009"}]} Oct 12 12:46:08.420444 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-469bca89-a0f6-4403-974b-a237674c2343 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ebab900aef740b68af799c4695e6e5f HTTP/1.1" status: 200 len: 380 time: 0.0624061 Oct 12 12:46:08.439632 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'port': {'device_id': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'admin_state_up': True, 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'security_groups': ['4b261a56-409f-45ea-829f-45f878b19154']}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:46:08.442817 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:08.474577 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:46:08.488997 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (827a9a20-3c50-48cb-bfa4-bdc223c9f512), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.495663 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:46:08.496468 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device ac9c9b9a-3019-4a7b-b13c-0ac6dfc80988 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:46:08.496896 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:46:08.497251 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.503167 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/827a9a20-3c50-48cb-bfa4-bdc223c9f512 HTTP/1.1" status: 204 len: 168 time: 0.7786076 Oct 12 12:46:08.518998 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:46:08.519788 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 4f8c0fc6-2c84-45f1-a2c0-f8013d1e1194 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:46:08.520334 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c0b45a37-adb4-4916-a6ea-3e18a9013785 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:46:08.521791 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ed04-dd01-46f2-aeb9-23261d1ae93a admin admin] Pushing event deleted for resources: {'Network': ['ID=827a9a20-3c50-48cb-bfa4-bdc223c9f512,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:08.545905 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: c0b45a37-adb4-4916-a6ea-3e18a9013785 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:46:08.545905 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c0b45a37-adb4-4916-a6ea-3e18a9013785 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:46:08.641818 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Made reservation on behalf of 3ebab900aef740b68af799c4695e6e5f for: {'port': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:46:08.645636 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.647631 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:46:08.779080 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Allocated IP 172.20.0.7 (3056a6cc-68c2-4250-940c-4ab601619b85/3c439414-86a2-435a-892e-f8fafc4e9f09/d3627907-d8ad-4f99-b54e-5162888fde02) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:46:08.873329 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e7d4852e-bb53-45af-83f1-03bc4118df51 req-1706f90d-b36a-40d5-a80f-f8a0ad40f277 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0289342 Oct 12 12:46:08.887608 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46942) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:08.928603 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for port (d3627907-d8ad-4f99-b54e-5162888fde02), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:08.932701 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-f5622b87-805d-4af7-add9-716e57f90ad8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=b15d78e196664c1aa41be6c5afe4238b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430541 Oct 12 12:46:08.935115 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46944) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:09.008353 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.051195 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:09.060660 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Network 3056a6cc-68c2-4250-940c-4ab601619b85 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:46:09.063999 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:46:09.066486 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:46:09.094394 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'Port': ['ID=d3627907-d8ad-4f99-b54e-5162888fde02,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:09.124814 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:09.125890 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.203513 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:09.211389 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-6965af8d-b6dc-428c-96d1-1c23d0f12e8a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7761874 Oct 12 12:46:09.226035 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-797bc56e-7e94-4d6c-9563-3b1c5899f3ab admin admin] Publish callbacks [] for security_group (d24acd81-c241-4357-a0f8-4c2da5455456), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.228946 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Request body: {'port': {'device_id': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:46:09.248285 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-797bc56e-7e94-4d6c-9563-3b1c5899f3ab admin admin] Publish callbacks [] for security_group (d24acd81-c241-4357-a0f8-4c2da5455456), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.291223 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.325641 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-f29d93eb-7011-4012-be48-5206509a884d None None] Provisioning complete for port d3627907-d8ad-4f99-b54e-5162888fde02 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:09.326212 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-f29d93eb-7011-4012-be48-5206509a884d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.326354 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-f29d93eb-7011-4012-be48-5206509a884d None None] Attempt 1 to provision port d3627907-d8ad-4f99-b54e-5162888fde02 Oct 12 12:46:09.358015 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-f29d93eb-7011-4012-be48-5206509a884d None None] Port d3627907-d8ad-4f99-b54e-5162888fde02 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:46:09.361754 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-797bc56e-7e94-4d6c-9563-3b1c5899f3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d24acd81-c241-4357-a0f8-4c2da5455456), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.364558 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-797bc56e-7e94-4d6c-9563-3b1c5899f3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.370461 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-797bc56e-7e94-4d6c-9563-3b1c5899f3ab admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/d24acd81-c241-4357-a0f8-4c2da5455456 HTTP/1.1" status: 204 len: 168 time: 0.4297278 Oct 12 12:46:09.374930 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bc56e-7e94-4d6c-9563-3b1c5899f3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24acd81-c241-4357-a0f8-4c2da5455456,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:09.550948 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3627907-d8ad-4f99-b54e-5162888fde02 {{(pid=104978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:46:09.558929 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Publish callbacks [] for port (d3627907-d8ad-4f99-b54e-5162888fde02), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.570997 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.provisioning_blocks [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Transition to ACTIVE for port object d3627907-d8ad-4f99-b54e-5162888fde02 will not be triggered until provisioned by entity L2. {{(pid=104978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:46:09.635747 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.695998 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Pushing event updated for resources: {'Port': ['ID=d3627907-d8ad-4f99-b54e-5162888fde02,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:09.722808 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:09.750767 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Attempting to bind port d3627907-d8ad-4f99-b54e-5162888fde02 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:46:09.751356 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Attempting to bind port d3627907-d8ad-4f99-b54e-5162888fde02 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:46:09.751682 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Attempting to bind port d3627907-d8ad-4f99-b54e-5162888fde02 on network 3056a6cc-68c2-4250-940c-4ab601619b85 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:46:09.795821 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Port d3627907-d8ad-4f99-b54e-5162888fde02 on network 3056a6cc-68c2-4250-940c-4ab601619b85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:46:09.796401 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Attempting to bind port d3627907-d8ad-4f99-b54e-5162888fde02 on network 3056a6cc-68c2-4250-940c-4ab601619b85 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:46:09.842167 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:46:09.842450 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Checking segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:46:09.842831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Bound using segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:46:09.843263 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Bound port: d3627907-d8ad-4f99-b54e-5162888fde02, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'}}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:46:09.843624 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.909595 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] For port d3627907-d8ad-4f99-b54e-5162888fde02, host hv-cinder-81268, cleared binding levels {{(pid=104978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:46:09.911427 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:09.916433 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] For port d3627907-d8ad-4f99-b54e-5162888fde02, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d3627907-d8ad-4f99-b54e-5162888fde02,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:46:09.990320 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:09.993684 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:10.000748 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:10.001664 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:10.003026 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/d3627907-d8ad-4f99-b54e-5162888fde02 HTTP/1.1" status: 200 len: 1093 time: 0.7790484 Oct 12 12:46:10.006314 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'tag': 'd3627907-d8ad-4f99-b54e-5162888fde02'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:46:10.008534 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b53ebe-9e43-4e7a-a444-74644ca68d38" -d '{"events": [{"name": "network-changed", "server_uuid": "f7eff460-0340-44df-bc50-1b3d50f3aa9d", "tag": "d3627907-d8ad-4f99-b54e-5162888fde02"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:46:10.036441 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140b184-8583-46d8-9314-6fca49154497 req-ed95193e-2841-4899-9a12-24ffc7faba6a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:10.037906 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7140b184-8583-46d8-9314-6fca49154497 req-ed95193e-2841-4899-9a12-24ffc7faba6a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 943 time: 0.0819829 Oct 12 12:46:10.055914 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f42f90-afed-4b16-a126-8439dfb16eaf x-openstack-request-id: req-33f42f90-afed-4b16-a126-8439dfb16eaf {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:46:10.056191 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7eff460-0340-44df-bc50-1b3d50f3aa9d", "tag": "d3627907-d8ad-4f99-b54e-5162888fde02", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:46:10.056439 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33f42f90-afed-4b16-a126-8439dfb16eaf {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:46:10.056830 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f42f90-afed-4b16-a126-8439dfb16eaf'] response: {'name': 'network-changed', 'server_uuid': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'tag': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'status': 'completed', 'code': 200} Oct 12 12:46:10.081969 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc46bd-1c57-489c-9fcb-8e4ed685620b service neutron] Pushing event updated for resources: {'Port': ['ID=d3627907-d8ad-4f99-b54e-5162888fde02,revision_number=3']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:10.115401 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7140b184-8583-46d8-9314-6fca49154497 req-995e0f5e-f77c-4c65-8b8b-e92c702c62c3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705147 Oct 12 12:46:10.151350 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53ebe-9e43-4e7a-a444-74644ca68d38 req-c619f437-e3da-44dc-86c6-1ae11d577713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:10.151350 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-84b53ebe-9e43-4e7a-a444-74644ca68d38 req-c619f437-e3da-44dc-86c6-1ae11d577713 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 1127 time: 0.0414407 Oct 12 12:46:10.156088 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46962) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:10.177694 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:10.198562 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b15eaeca-ad86-4781-9c79-c5c6da68d0da admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=26d5ba2a9a0b401ea29a47f5b0e047e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413609 Oct 12 12:46:10.201102 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 46964) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:10.252488 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b657d7b-120e-4a16-9963-5fcd0bf97390 admin admin] Publish callbacks [] for security_group (e3c76278-5efd-4949-81e2-ae0efd7ea59a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:10.261554 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53ebe-9e43-4e7a-a444-74644ca68d38 req-6c36a8bd-5866-4aab-8ed0-c243a8df1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:10.266642 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-84b53ebe-9e43-4e7a-a444-74644ca68d38 req-6c36a8bd-5866-4aab-8ed0-c243a8df1ac5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=3ebab900aef740b68af799c4695e6e5f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1066418 Oct 12 12:46:10.279713 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b657d7b-120e-4a16-9963-5fcd0bf97390 admin admin] Publish callbacks [] for security_group (e3c76278-5efd-4949-81e2-ae0efd7ea59a), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:10.363275 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53ebe-9e43-4e7a-a444-74644ca68d38 req-a68a82d9-0e47-4f6f-8430-ab290dd3191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:10.364637 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-84b53ebe-9e43-4e7a-a444-74644ca68d38 req-a68a82d9-0e47-4f6f-8430-ab290dd3191d service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951757 Oct 12 12:46:10.406331 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b657d7b-120e-4a16-9963-5fcd0bf97390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e3c76278-5efd-4949-81e2-ae0efd7ea59a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:10.408880 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7b657d7b-120e-4a16-9963-5fcd0bf97390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:10.410051 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-7b657d7b-120e-4a16-9963-5fcd0bf97390 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e3c76278-5efd-4949-81e2-ae0efd7ea59a HTTP/1.1" status: 204 len: 168 time: 0.2080774 Oct 12 12:46:10.418262 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b657d7b-120e-4a16-9963-5fcd0bf97390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c76278-5efd-4949-81e2-ae0efd7ea59a,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:10.462887 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-fdfbdb59-0cde-4a31-9a4c-af932925fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:10.464371 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-fdfbdb59-0cde-4a31-9a4c-af932925fff2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 1127 time: 0.0411348 Oct 12 12:46:10.511273 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-886dbe29-599c-47ec-ac9e-7c5e4ed7ea0a service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3627907-d8ad-4f99-b54e-5162888fde02 HTTP/1.1" status: 200 len: 217 time: 0.0331199 Oct 12 12:46:10.562870 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-52c64021-86eb-4590-88ea-7785bb3a03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:10.564276 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-52c64021-86eb-4590-88ea-7785bb3a03c9 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=3c439414-86a2-435a-892e-f8fafc4e9f09 HTTP/1.1" status: 200 len: 850 time: 0.0460546 Oct 12 12:46:10.595686 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:10.607163 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c07ba15c-d4f7-44c2-af04-81a0a783fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:10.608656 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-c07ba15c-d4f7-44c2-af04-81a0a783fe27 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3056a6cc-68c2-4250-940c-4ab601619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380526 Oct 12 12:46:10.700027 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-45d372f4-70f9-4363-8d64-12af8a6dedf1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819533 Oct 12 12:46:10.799960 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b85e40e-1835-4a2c-8805-b26f5a06856b req-805df3a6-be97-42f9-abb2-b9255077de59 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934572 Oct 12 12:46:11.249797 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0314f-0d42-46fa-a5b3-96522dce3e15 req-259129ad-1b23-42d1-ac28-057c839e824d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:11.251535 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-baf0314f-0d42-46fa-a5b3-96522dce3e15 req-259129ad-1b23-42d1-ac28-057c839e824d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 943 time: 0.0466545 Oct 12 12:46:11.298537 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-baf0314f-0d42-46fa-a5b3-96522dce3e15 req-eb434e76-7281-4aa1-9013-449226ed6006 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Oct 12 12:46:12.420934 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c28c1-39e7-489d-b41d-e041dc972def req-d34615a4-23c4-4907-a11e-ba45648fbb56 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:12.422665 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-452c28c1-39e7-489d-b41d-e041dc972def req-d34615a4-23c4-4907-a11e-ba45648fbb56 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 943 time: 0.0488071 Oct 12 12:46:12.469147 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-452c28c1-39e7-489d-b41d-e041dc972def req-1f39acde-412b-43eb-a390-8d0cbeaf1655 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Oct 12 12:46:13.588741 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199da74e-09a7-49ad-a02b-ca0080ee70e7 req-76e2b9f3-3b44-43c2-a309-1ec902708443 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:13.590232 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-199da74e-09a7-49ad-a02b-ca0080ee70e7 req-76e2b9f3-3b44-43c2-a309-1ec902708443 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 943 time: 0.0465660 Oct 12 12:46:13.637554 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-199da74e-09a7-49ad-a02b-ca0080ee70e7 req-c2bd2a97-ad47-42e2-b608-306f71b3619b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414696 Oct 12 12:46:14.761072 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d6d90-17cf-4a65-ba24-729ab1d15f2b req-1fb43381-89e9-4df3-ade2-27de4a1087a5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:14.762572 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ca6d6d90-17cf-4a65-ba24-729ab1d15f2b req-1fb43381-89e9-4df3-ade2-27de4a1087a5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 943 time: 0.0495050 Oct 12 12:46:14.808447 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ca6d6d90-17cf-4a65-ba24-729ab1d15f2b req-f49476c0-495d-43e0-aa49-95df4249c058 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Oct 12 12:46:15.110627 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device d3627907-d8ad-4f99-b54e-5162888fde02 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:46:15.207507 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port d3627907-d8ad-4f99-b54e-5162888fde02, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d3627907-d8ad-4f99-b54e-5162888fde02,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:15.221601 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'port_id': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'mac_address': 'fa:16:3e:fc:32:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:46:15.255939 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port d3627907-d8ad-4f99-b54e-5162888fde02 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:46:15.256321 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:15.269110 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3627907-d8ad-4f99-b54e-5162888fde02 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:46:15.288117 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port d3627907-d8ad-4f99-b54e-5162888fde02, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d3627907-d8ad-4f99-b54e-5162888fde02,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:15.338776 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:15.387025 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0480597d-ecd2-4da4-a549-f3417067225a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:15.388507 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=d3627907-d8ad-4f99-b54e-5162888fde02,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:15.646514 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['d3627907-d8ad-4f99-b54e-5162888fde02'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:46:15.648818 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:15.934432 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e637a-0a0c-4097-a069-d92d5e1daf91 req-6ec62b01-66e5-465a-bd90-de2bebd7ea8d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:15.935942 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d58e637a-0a0c-4097-a069-d92d5e1daf91 req-6ec62b01-66e5-465a-bd90-de2bebd7ea8d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 944 time: 0.0532498 Oct 12 12:46:15.989250 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d58e637a-0a0c-4097-a069-d92d5e1daf91 req-b6d129a3-4ca4-439a-9cfb-829afe585de4 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475714 Oct 12 12:46:16.897374 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:17.110378 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ed0a3-6b40-40ff-bf2b-9782c0442b03 req-66448df8-999b-4617-a50c-6c117163772b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:17.111823 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a78ed0a3-6b40-40ff-bf2b-9782c0442b03 req-66448df8-999b-4617-a50c-6c117163772b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 944 time: 0.0478034 Oct 12 12:46:17.135066 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device d3627907-d8ad-4f99-b54e-5162888fde02 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:46:17.159012 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a78ed0a3-6b40-40ff-bf2b-9782c0442b03 req-29b88f50-586a-4ee6-a653-9e8915cef492 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Oct 12 12:46:17.176706 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port d3627907-d8ad-4f99-b54e-5162888fde02 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:46:17.247724 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port d3627907-d8ad-4f99-b54e-5162888fde02 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:17.248102 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:17.248443 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port d3627907-d8ad-4f99-b54e-5162888fde02 Oct 12 12:46:17.268056 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:17.324876 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port d3627907-d8ad-4f99-b54e-5162888fde02 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:46:17.325262 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:17.349633 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3627907-d8ad-4f99-b54e-5162888fde02'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:46:17.351902 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b83114-082b-432a-b1b2-e70bb6a11433" -d '{"events": [{"server_uuid": "f7eff460-0340-44df-bc50-1b3d50f3aa9d", "name": "network-vif-plugged", "status": "completed", "tag": "d3627907-d8ad-4f99-b54e-5162888fde02"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:46:17.364570 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port d3627907-d8ad-4f99-b54e-5162888fde02, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d3627907-d8ad-4f99-b54e-5162888fde02,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:17.391441 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca7eff-5846-4562-98b8-10f90f42f5c9 x-openstack-request-id: req-5aca7eff-5846-4562-98b8-10f90f42f5c9 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:46:17.391732 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7eff460-0340-44df-bc50-1b3d50f3aa9d", "name": "network-vif-plugged", "status": "completed", "tag": "d3627907-d8ad-4f99-b54e-5162888fde02", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:46:17.391981 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5aca7eff-5846-4562-98b8-10f90f42f5c9 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:46:17.396825 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aca7eff-5846-4562-98b8-10f90f42f5c9'] response: {'server_uuid': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'code': 200} Oct 12 12:46:17.419740 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:17.467714 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=d3627907-d8ad-4f99-b54e-5162888fde02,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:17.739468 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-81edfc37-ed43-463d-a7fd-6aecbc41c6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:17.742294 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390c86d-32cb-4815-bce4-3f0ba17eb1a3 req-d4c264db-f61a-47bd-8ad9-ede282e648dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:17.744446 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1390c86d-32cb-4815-bce4-3f0ba17eb1a3 req-d4c264db-f61a-47bd-8ad9-ede282e648dd service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 1129 time: 0.0391600 Oct 12 12:46:17.791401 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1390c86d-32cb-4815-bce4-3f0ba17eb1a3 req-3bda54fd-006c-4f1e-a854-a207c30c0f96 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Oct 12 12:46:18.280787 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5f134-b00f-474e-bdc6-482842f9c9fd req-aa26f933-9b1f-4077-a52b-82ea207f93f0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:18.282272 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c0b5f134-b00f-474e-bdc6-482842f9c9fd req-aa26f933-9b1f-4077-a52b-82ea207f93f0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0476263 Oct 12 12:46:18.329292 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-c0b5f134-b00f-474e-bdc6-482842f9c9fd req-c5f619a9-7925-48d4-84b3-b8e73e4255a6 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409083 Oct 12 12:46:18.643400 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=49 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:19.006637 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:19.293899 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47046) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:19.406855 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e605caaf-d978-4488-b916-4ce9bfa6a93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:19.470371 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d0c84-0eae-412d-8e49-b813ff8552b2 req-869d7a3e-53a8-42b3-ac6f-3e46f2dc25f2 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:19.471738 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a66d0c84-0eae-412d-8e49-b813ff8552b2 req-869d7a3e-53a8-42b3-ac6f-3e46f2dc25f2 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0628500 Oct 12 12:46:19.543239 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a66d0c84-0eae-412d-8e49-b813ff8552b2 req-3daaf4b0-9991-4956-b19f-5d8b91216dfc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652008 Oct 12 12:46:19.566099 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e605caaf-d978-4488-b916-4ce9bfa6a93f admin admin] Publish callbacks [] for security_group (9f3a08b8-184a-4768-8b69-831b14feba5a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:19.630742 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e605caaf-d978-4488-b916-4ce9bfa6a93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (9f3a08b8-184a-4768-8b69-831b14feba5a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:19.637674 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:19.658292 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f686208-00f0-437e-9ec9-07282cc9be46 req-684c278c-b573-433f-9a96-da22139fd6ed tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:19.659770 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3f686208-00f0-437e-9ec9-07282cc9be46 req-684c278c-b573-433f-9a96-da22139fd6ed tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0471075 Oct 12 12:46:19.670304 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47054) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:19.671941 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-e605caaf-d978-4488-b916-4ce9bfa6a93f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=dbd890d552c442dcb9aa00a2fca42818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768466 Oct 12 12:46:19.673020 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605caaf-d978-4488-b916-4ce9bfa6a93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a08b8-184a-4768-8b69-831b14feba5a,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:19.674941 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'floatingip': {'port_id': 'd3627907-d8ad-4f99-b54e-5162888fde02'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:46:19.676269 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47056) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:19.728897 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5a07437f-7bd9-4118-aa58-015664b4fc58 admin admin] Publish callbacks [] for security_group (9f3a08b8-184a-4768-8b69-831b14feba5a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:19.751629 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5a07437f-7bd9-4118-aa58-015664b4fc58 admin admin] Publish callbacks [] for security_group (9f3a08b8-184a-4768-8b69-831b14feba5a), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:19.852643 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5a07437f-7bd9-4118-aa58-015664b4fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (9f3a08b8-184a-4768-8b69-831b14feba5a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:19.855927 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5a07437f-7bd9-4118-aa58-015664b4fc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:19.857249 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5a07437f-7bd9-4118-aa58-015664b4fc58 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9f3a08b8-184a-4768-8b69-831b14feba5a HTTP/1.1" status: 204 len: 168 time: 0.1798358 Oct 12 12:46:19.865956 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07437f-7bd9-4118-aa58-015664b4fc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a08b8-184a-4768-8b69-831b14feba5a,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:19.969567 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (d7813c82-76da-4062-8b7e-bb60903778b2), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.002215 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:20.401466 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.504576 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (d7813c82-76da-4062-8b7e-bb60903778b2), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.585912 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:20.601017 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Floating IP d7813c82-76da-4062-8b7e-bb60903778b2 associated. External IP: 172.27.3.97, port: d3627907-d8ad-4f99-b54e-5162888fde02. Oct 12 12:46:20.624621 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47062) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:20.631061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:20.639762 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c2da733d-0dc7-4eb4-a603-a6c501b912fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.722224 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c2da733d-0dc7-4eb4-a603-a6c501b912fc admin admin] Publish callbacks [] for security_group (163609e7-6b35-41df-b076-80c3669dc6fb), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.774003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.774700 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.816183 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:46:20.819568 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c2da733d-0dc7-4eb4-a603-a6c501b912fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (163609e7-6b35-41df-b076-80c3669dc6fb), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.860395 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:20.864362 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-c2da733d-0dc7-4eb4-a603-a6c501b912fc admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6c4a9b3460ba4801a71fde87c99b5a10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361588 Oct 12 12:46:20.864362 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da733d-0dc7-4eb4-a603-a6c501b912fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163609e7-6b35-41df-b076-80c3669dc6fb,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:20.864618 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47064) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:20.960473 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:46:20.966301 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:20.969834 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] Sync routers for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:46:20.981020 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:20.981666 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:46:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:20.987719 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-af5b94b5-7172-4e62-89ea-aaf5c23a7726 admin admin] Publish callbacks [] for security_group (163609e7-6b35-41df-b076-80c3669dc6fb), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:21.013953 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-3d0e4340-4f4d-4615-9caa-d71efe1efe5b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/d7813c82-76da-4062-8b7e-bb60903778b2 HTTP/1.1" status: 200 len: 990 time: 1.3425863 Oct 12 12:46:21.017136 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'tag': 'd3627907-d8ad-4f99-b54e-5162888fde02'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:46:21.019412 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37925b6-4d7f-4205-97c3-f273305ad68c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7eff460-0340-44df-bc50-1b3d50f3aa9d", "tag": "d3627907-d8ad-4f99-b54e-5162888fde02"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:46:21.022996 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-af5b94b5-7172-4e62-89ea-aaf5c23a7726 admin admin] Publish callbacks [] for security_group (163609e7-6b35-41df-b076-80c3669dc6fb), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:21.064457 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea2ed8-7152-4763-8679-b1851bb73a11 x-openstack-request-id: req-bcea2ed8-7152-4763-8679-b1851bb73a11 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:46:21.064457 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7eff460-0340-44df-bc50-1b3d50f3aa9d", "tag": "d3627907-d8ad-4f99-b54e-5162888fde02", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:46:21.064457 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcea2ed8-7152-4763-8679-b1851bb73a11 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:46:21.064457 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcea2ed8-7152-4763-8679-b1851bb73a11'] response: {'name': 'network-changed', 'server_uuid': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'tag': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'status': 'completed', 'code': 200} Oct 12 12:46:21.091181 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:21.157540 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-c53047eb-50c3-40d9-9871-768db078e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:21.159096 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-c53047eb-50c3-40d9-9871-768db078e5fb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 1129 time: 0.0439506 Oct 12 12:46:21.161955 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-af5b94b5-7172-4e62-89ea-aaf5c23a7726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (163609e7-6b35-41df-b076-80c3669dc6fb), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:21.165822 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-af5b94b5-7172-4e62-89ea-aaf5c23a7726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:21.165822 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-af5b94b5-7172-4e62-89ea-aaf5c23a7726 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/163609e7-6b35-41df-b076-80c3669dc6fb HTTP/1.1" status: 204 len: 168 time: 0.3000753 Oct 12 12:46:21.193705 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b94b5-7172-4e62-89ea-aaf5c23a7726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163609e7-6b35-41df-b076-80c3669dc6fb,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:21.270412 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-15711f91-193b-437c-82c3-4e6e09069fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:21.271909 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-15711f91-193b-437c-82c3-4e6e09069fd4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 912 time: 0.1051984 Oct 12 12:46:21.342890 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-d6db180c-191c-4d23-b33f-9ca30122c450 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3627907-d8ad-4f99-b54e-5162888fde02 HTTP/1.1" status: 200 len: 998 time: 0.0642610 Oct 12 12:46:21.399292 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-c40d9242-7ec7-4d42-ba6e-b9db14202f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:21.400909 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-c40d9242-7ec7-4d42-ba6e-b9db14202f4c service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=3c439414-86a2-435a-892e-f8fafc4e9f09 HTTP/1.1" status: 200 len: 850 time: 0.0511816 Oct 12 12:46:21.445265 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-7d2c4f21-628b-4ba9-9524-165f05cf6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:21.446860 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-7d2c4f21-628b-4ba9-9524-165f05cf6059 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3056a6cc-68c2-4250-940c-4ab601619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403321 Oct 12 12:46:21.462891 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'd7813c82-76da-4062-8b7e-bb60903778b2', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'port_id': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'mac_address': 'fa:16:3e:fc:32:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:46:01Z', 'updated_at': '2022-10-12T12:46:20Z', 'revision_number': 1, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:21.491173 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] Checking router: 9728e5c8-652b-48ad-a050-a8ea50ad0e1f for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:46:21.500292 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:21.500905 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:46:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:21.543870 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:21.546746 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-272e4a8f-11ee-4e3a-8e08-954d35dcf872 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936246 Oct 12 12:46:21.613611 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:21.643818 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b37925b6-4d7f-4205-97c3-f273305ad68c req-1ef4fce1-e552-44fd-b620-57c9aae265db service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913706 Oct 12 12:46:21.769853 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:21.829038 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'd7813c82-76da-4062-8b7e-bb60903778b2', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'port_id': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'mac_address': 'fa:16:3e:fc:32:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:46:01Z', 'updated_at': '2022-10-12T12:46:20Z', 'revision_number': 1, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:21.854805 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c97aa-078d-4cab-9e25-507af7eb1652 None None] The sync data for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi is: [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': 'd7813c82-76da-4062-8b7e-bb60903778b2', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'port_id': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'mac_address': 'fa:16:3e:fc:32:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:46:01Z', 'updated_at': '2022-10-12T12:46:20Z', 'revision_number': 1, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:46:22.040106 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f3c14-3f20-42e1-84f1-f8a0c595662e None None] New status for floating IP d7813c82-76da-4062-8b7e-bb60903778b2: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:46:25.564972 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47136) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:25.689712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89da6c54-5990-4414-aa25-7c0a28d94c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:25.764169 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89da6c54-5990-4414-aa25-7c0a28d94c80 admin admin] Publish callbacks [] for security_group (8b11a760-78b9-4d97-aff6-5bc82d272487), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:25.840582 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-89da6c54-5990-4414-aa25-7c0a28d94c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (8b11a760-78b9-4d97-aff6-5bc82d272487), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:25.880305 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-89da6c54-5990-4414-aa25-7c0a28d94c80 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6fb55aef36584f64ab8471da3a0eeb2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142900 Oct 12 12:46:25.881247 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da6c54-5990-4414-aa25-7c0a28d94c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b11a760-78b9-4d97-aff6-5bc82d272487,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:25.883048 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47140) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:25.936404 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-95cfb16b-24fe-47e9-9efe-b60489174d51 admin admin] Publish callbacks [] for security_group (8b11a760-78b9-4d97-aff6-5bc82d272487), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:25.938826 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:25.956224 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-95cfb16b-24fe-47e9-9efe-b60489174d51 admin admin] Publish callbacks [] for security_group (8b11a760-78b9-4d97-aff6-5bc82d272487), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:26.105172 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-95cfb16b-24fe-47e9-9efe-b60489174d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (8b11a760-78b9-4d97-aff6-5bc82d272487), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:26.107764 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-95cfb16b-24fe-47e9-9efe-b60489174d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:26.108903 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-95cfb16b-24fe-47e9-9efe-b60489174d51 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/8b11a760-78b9-4d97-aff6-5bc82d272487 HTTP/1.1" status: 204 len: 168 time: 0.2247972 Oct 12 12:46:26.117592 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfb16b-24fe-47e9-9efe-b60489174d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b11a760-78b9-4d97-aff6-5bc82d272487,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:26.664522 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47146) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:26.677753 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9108588d-2342-42c9-9a78-20e38a2988aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:26.725889 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:26.753912 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9108588d-2342-42c9-9a78-20e38a2988aa admin admin] Publish callbacks [] for security_group (baf60520-8cb7-473c-bd37-aeb28a685fbd), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:26.808018 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9108588d-2342-42c9-9a78-20e38a2988aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (baf60520-8cb7-473c-bd37-aeb28a685fbd), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:26.849405 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9108588d-2342-42c9-9a78-20e38a2988aa admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=243555d709c64c85994ea4a097f229e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838231 Oct 12 12:46:26.850226 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108588d-2342-42c9-9a78-20e38a2988aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf60520-8cb7-473c-bd37-aeb28a685fbd,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:26.852136 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47148) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:26.904534 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-93d59689-02f6-4eea-a812-3e0f8ffcddf4 admin admin] Publish callbacks [] for security_group (baf60520-8cb7-473c-bd37-aeb28a685fbd), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:26.924660 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-93d59689-02f6-4eea-a812-3e0f8ffcddf4 admin admin] Publish callbacks [] for security_group (baf60520-8cb7-473c-bd37-aeb28a685fbd), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:27.046761 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-93d59689-02f6-4eea-a812-3e0f8ffcddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (baf60520-8cb7-473c-bd37-aeb28a685fbd), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:27.049277 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-93d59689-02f6-4eea-a812-3e0f8ffcddf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:27.050427 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-93d59689-02f6-4eea-a812-3e0f8ffcddf4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/baf60520-8cb7-473c-bd37-aeb28a685fbd HTTP/1.1" status: 204 len: 168 time: 0.1966765 Oct 12 12:46:27.059260 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d59689-02f6-4eea-a812-3e0f8ffcddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf60520-8cb7-473c-bd37-aeb28a685fbd,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:28.846037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47180) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:28.948822 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fe7431ef-df1c-4fb0-8322-566caa1aa058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:28.978070 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:DELETE=4,neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:29.023583 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fe7431ef-df1c-4fb0-8322-566caa1aa058 admin admin] Publish callbacks [] for security_group (8faae283-01cd-4b02-a276-2420355bec9d), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:29.071138 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fe7431ef-df1c-4fb0-8322-566caa1aa058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (8faae283-01cd-4b02-a276-2420355bec9d), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:29.110437 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7431ef-df1c-4fb0-8322-566caa1aa058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faae283-01cd-4b02-a276-2420355bec9d,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:29.116040 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-fe7431ef-df1c-4fb0-8322-566caa1aa058 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f0f92c5af18446089c019fdedef0ffeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676158 Oct 12 12:46:29.117304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47184) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:29.167535 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8ec5-f129-48bd-9586-1852d9fa1e1d admin admin] Publish callbacks [] for security_group (8faae283-01cd-4b02-a276-2420355bec9d), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:29.169956 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:29.187596 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8ec5-f129-48bd-9586-1852d9fa1e1d admin admin] Publish callbacks [] for security_group (8faae283-01cd-4b02-a276-2420355bec9d), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:29.389213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8ec5-f129-48bd-9586-1852d9fa1e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (8faae283-01cd-4b02-a276-2420355bec9d), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:29.391746 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8ec5-f129-48bd-9586-1852d9fa1e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:29.392876 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-8f9b8ec5-f129-48bd-9586-1852d9fa1e1d admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/8faae283-01cd-4b02-a276-2420355bec9d HTTP/1.1" status: 204 len: 168 time: 0.2746940 Oct 12 12:46:29.401488 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b8ec5-f129-48bd-9586-1852d9fa1e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faae283-01cd-4b02-a276-2420355bec9d,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:36.844950 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=32,neutron:INSERT=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:37.071259 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:38.648030 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47256) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:38.752563 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f705f5cc-3f29-4556-b04d-b18fc530b6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:38.828647 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f705f5cc-3f29-4556-b04d-b18fc530b6b0 admin admin] Publish callbacks [] for security_group (d9f16eb6-68db-4506-895f-c324b408dc9e), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:38.903984 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-f705f5cc-3f29-4556-b04d-b18fc530b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d9f16eb6-68db-4506-895f-c324b408dc9e), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:38.943842 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-f705f5cc-3f29-4556-b04d-b18fc530b6b0 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=aed8a3b1d4da46fdb62985522fa6027a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947705 Oct 12 12:46:38.944928 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705f5cc-3f29-4556-b04d-b18fc530b6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f16eb6-68db-4506-895f-c324b408dc9e,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:38.946717 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47260) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:46:38.995968 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-75e11880-31d4-4c33-9b39-c9263d8beb8b admin admin] Publish callbacks [] for security_group (d9f16eb6-68db-4506-895f-c324b408dc9e), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:39.015569 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-75e11880-31d4-4c33-9b39-c9263d8beb8b admin admin] Publish callbacks [] for security_group (d9f16eb6-68db-4506-895f-c324b408dc9e), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:39.122784 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-75e11880-31d4-4c33-9b39-c9263d8beb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (d9f16eb6-68db-4506-895f-c324b408dc9e), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:39.125321 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-75e11880-31d4-4c33-9b39-c9263d8beb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:39.126481 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-75e11880-31d4-4c33-9b39-c9263d8beb8b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/d9f16eb6-68db-4506-895f-c324b408dc9e HTTP/1.1" status: 204 len: 168 time: 0.1782289 Oct 12 12:46:39.134591 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11880-31d4-4c33-9b39-c9263d8beb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f16eb6-68db-4506-895f-c324b408dc9e,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:39.995916 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:45.408604 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-836c4b39-9496-44de-a18b-f1f0b3580817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:45.646745 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:46:47.723053 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-f35ee8cc-d8ec-43b7-83c3-a867b520b905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:47.984570 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3bca-bc4a-485e-b9f0-1e09d7a9f6ff req-f68a9c71-1ce8-4653-82fc-c50512586538 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:47.986044 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-22dd3bca-bc4a-485e-b9f0-1e09d7a9f6ff req-f68a9c71-1ce8-4653-82fc-c50512586538 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0465157 Oct 12 12:46:48.035146 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-22dd3bca-bc4a-485e-b9f0-1e09d7a9f6ff req-bbb51b5e-6512-404c-a5fd-3fed5137996a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Oct 12 12:46:48.651550 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:48.938440 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:48.941201 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:48.984107 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:49.156444 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa0c2a-c199-438c-a303-2dd445f606d8 req-2b0df0d4-999c-4a22-9600-ab9a6ae1d841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:49.157879 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-67fa0c2a-c199-438c-a303-2dd445f606d8 req-2b0df0d4-999c-4a22-9600-ab9a6ae1d841 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0462584 Oct 12 12:46:49.207642 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-67fa0c2a-c199-438c-a303-2dd445f606d8 req-3183c4c9-1b82-4f1d-8b16-9f5583b4a941 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441093 Oct 12 12:46:49.649104 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-9eeadb29-0f86-426a-a4a6-845e98428acb tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:49.650528 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-9eeadb29-0f86-426a-a4a6-845e98428acb tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 946 time: 0.0449016 Oct 12 12:46:49.731925 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Deleting port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:46:49.732785 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:49.821748 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] For port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:46:49.822114 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:49.977176 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:49.977841 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (f27f7974-4a51-4c03-9027-5cee483e0bf4), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:49.977841 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Floating IP f27f7974-4a51-4c03-9027-5cee483e0bf4 disassociated. External IP: 172.27.3.60, port: 033b8a88-95a3-4f47-bd2f-1ac25dfe152e. Oct 12 12:46:49.978114 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Calling delete_port for 033b8a88-95a3-4f47-bd2f-1ac25dfe152e owned by compute:nova {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:46:50.161581 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (033b8a88-95a3-4f47-bd2f-1ac25dfe152e), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:50.189189 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event deleted for resources: {'Port': ['ID=033b8a88-95a3-4f47-bd2f-1ac25dfe152e,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:50.297279 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:46:50.311751 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17ce8367-c394-43be-9143-fcfaeeee7cd9 req-722af836-5cd0-42bd-aa7a-11e119cc3e37 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 210 time: 0.0300705 Oct 12 12:46:50.351961 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:50.401835 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:46:50.412860 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:46:50.423556 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:50.424327 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:46:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:50.443519 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] No DVR routers for this DVR port 033b8a88-95a3-4f47-bd2f-1ac25dfe152e on host hv-cinder-81268 {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:46:50.446059 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:50.449186 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-628faf67-1246-4da0-94b1-44de4ba88ac9 req-d8e31c86-96dc-40ee-8805-a02f6146264c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "DELETE /networking/v2.0/ports/033b8a88-95a3-4f47-bd2f-1ac25dfe152e HTTP/1.1" status: 204 len: 173 time: 0.7934191 Oct 12 12:46:50.449671 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'name': 'network-vif-deleted', 'tag': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:46:50.452048 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed45228-7c5c-4dc8-93a9-d6a0303fba74" -d '{"events": [{"server_uuid": "ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1", "name": "network-vif-deleted", "tag": "033b8a88-95a3-4f47-bd2f-1ac25dfe152e"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:46:50.490510 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb1e13e-6cd2-44ca-aff5-b50d1387298a x-openstack-request-id: req-dcb1e13e-6cd2-44ca-aff5-b50d1387298a {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:46:50.490848 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1", "name": "network-vif-deleted", "tag": "033b8a88-95a3-4f47-bd2f-1ac25dfe152e", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:46:50.491079 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcb1e13e-6cd2-44ca-aff5-b50d1387298a {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:46:50.491444 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb1e13e-6cd2-44ca-aff5-b50d1387298a'] response: {'server_uuid': 'ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1', 'name': 'network-vif-deleted', 'tag': '033b8a88-95a3-4f47-bd2f-1ac25dfe152e', 'status': 'completed', 'code': 200} Oct 12 12:46:50.530194 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:50.758458 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:50.783344 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:46:50.786450 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:50.792960 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:46:50.793573 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:46:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:50.836383 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:50.898437 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:46:51.084220 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:46:51.086626 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:51.112522 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33314c75-b9e8-495d-a3f4-71774a948428 None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:46:51.331205 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37151113-89f5-47af-bc92-58702d94a597 None None] New status for floating IP f27f7974-4a51-4c03-9027-5cee483e0bf4: DOWN {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:46:51.333439 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:51.432202 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cc89605b-5d7c-401e-b00f-ca0f782140ae req-416ce78a-30c0-41cc-8b93-a20fad6eac09 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ada6c2eb-6c4b-4fbb-9943-31ca8be9edd1 HTTP/1.1" status: 200 len: 210 time: 0.0315285 Oct 12 12:46:52.707088 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-c8d8ef68-3a35-41bf-a4a1-586605d179cc tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-292163129&fields=id&tenant_id=00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 267 time: 0.0429471 Oct 12 12:46:52.813881 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2c6a4266-2797-45fe-adb3-49ce09ac0ddc tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:52.815321 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2c6a4266-2797-45fe-adb3-49ce09ac0ddc tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 812 time: 0.1020510 Oct 12 12:46:52.829545 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a54d354e-6636-4a53-9ef5-001d296b996c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/quotas/00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 375 time: 0.0089719 Oct 12 12:46:52.876732 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-fdf7cc54-a1fc-4240-b5b1-282bdfbcb4a4 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424829 Oct 12 12:46:52.971062 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-8917a820-c173-480c-8cd9-2da36bc8c68d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828793 Oct 12 12:46:53.063758 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-4015b04e-1970-4995-972b-e3fc577e9a7c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870099 Oct 12 12:46:53.263460 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 033b8a88-95a3-4f47-bd2f-1ac25dfe152e no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:46:53.282611 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 033b8a88-95a3-4f47-bd2f-1ac25dfe152e {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:46:53.282942 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 033b8a88-95a3-4f47-bd2f-1ac25dfe152e not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:46:53.593678 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-22400472-d61c-43fd-975a-69010710e4e9 req-bfa5e1cc-88d1-499b-b3b2-892dd11fa602 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 210 time: 0.0270534 Oct 12 12:46:54.694640 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-24c8f81b-c7f5-419f-ad65-d41f028fbbcf req-cd344140-619f-4c6a-84ad-2cfe665af83b tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 210 time: 0.0274832 Oct 12 12:46:55.647351 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:55.692741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-b66ec0d6-40bd-4c4b-a4d5-138a206ba2f1 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:55.694185 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-b66ec0d6-40bd-4c4b-a4d5-138a206ba2f1 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 812 time: 0.1034486 Oct 12 12:46:55.763223 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-83c4f41f-b6b3-4207-b2ef-1aa0de266ddb tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 379 time: 0.0552595 Oct 12 12:46:55.772127 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'port': {'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'admin_state_up': True, 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'security_groups': ['79678d62-0ee3-49c6-9171-58d843a2ed12']}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:46:55.841092 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a81b1a32-aba6-4489-88fc-6a85316b501c req-948c1885-12f5-423f-972c-0bd5b184d4ba tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 210 time: 0.0654306 Oct 12 12:46:55.977571 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Made reservation on behalf of 00c9aab9a0264449ac51194afd4cb6a9 for: {'port': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:46:55.977571 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:56.103044 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Allocated IP 172.20.0.9 (3df10711-3511-48ea-bbdd-b691bad6a273/80f56656-8785-4cce-bd46-21ce7fb25d19/d6a4edee-58a4-4b3d-9fa8-69ac36926da3) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:46:56.236412 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:56.335033 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:56.382811 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Network 3df10711-3511-48ea-bbdd-b691bad6a273 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:46:56.385902 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:46:56.389696 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:46:56.395625 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:56.425776 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.425776 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.425776 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.425776 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.425776 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.426283 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.426572 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.426784 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.427108 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.427431 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.427751 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.428070 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.428385 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.428700 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.429013 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:46:56.439935 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:56.456858 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:56.457491 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:56.537373 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-a6a24403-c3ae-4989-ba47-052982182ac8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691135 Oct 12 12:46:56.555357 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Request body: {'port': {'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:46:56.615074 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:56.651219 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:56.651914 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-6ff1bba5-d491-41fd-abd2-3c69889053da None None] Provisioning complete for port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:46:56.652304 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6ff1bba5-d491-41fd-abd2-3c69889053da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:56.652548 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-6ff1bba5-d491-41fd-abd2-3c69889053da None None] Attempt 1 to provision port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 Oct 12 12:46:56.684885 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1bba5-d491-41fd-abd2-3c69889053da None None] Port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:46:56.969771 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2777b-2c5c-49c7-944f-d959d633bb3d req-22456916-d64e-4cc7-a7f2-ee40a657d69c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:56.976770 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5da2777b-2c5c-49c7-944f-d959d633bb3d req-22456916-d64e-4cc7-a7f2-ee40a657d69c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 931 time: 0.0552049 Oct 12 12:46:57.041673 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5da2777b-2c5c-49c7-944f-d959d633bb3d req-12b9f76d-75c6-439f-99e7-9a4657c76d29 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640101 Oct 12 12:46:57.139708 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a4edee-58a4-4b3d-9fa8-69ac36926da3 {{(pid=104978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:46:57.147656 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Publish callbacks [] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:57.161135 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.provisioning_blocks [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Transition to ACTIVE for port object d6a4edee-58a4-4b3d-9fa8-69ac36926da3 will not be triggered until provisioned by entity L2. {{(pid=104978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:46:57.248048 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:57.325097 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Pushing event updated for resources: {'Port': ['ID=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:57.356535 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Attempting to bind port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:46:57.356854 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Attempting to bind port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:46:57.357207 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Attempting to bind port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 on network 3df10711-3511-48ea-bbdd-b691bad6a273 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:46:57.397292 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 on network 3df10711-3511-48ea-bbdd-b691bad6a273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:46:57.397549 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Attempting to bind port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 on network 3df10711-3511-48ea-bbdd-b691bad6a273 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:46:57.437394 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:46:57.437729 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Checking segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:46:57.438138 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Bound using segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:46:57.438558 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Bound port: d6a4edee-58a4-4b3d-9fa8-69ac36926da3, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:46:57.438915 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:57.496511 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] For port d6a4edee-58a4-4b3d-9fa8-69ac36926da3, host hv-cinder-81268, cleared binding levels {{(pid=104978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:46:57.499991 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] For port d6a4edee-58a4-4b3d-9fa8-69ac36926da3, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:46:57.590405 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:57.594537 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:57.595144 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:46:57.596513 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/d6a4edee-58a4-4b3d-9fa8-69ac36926da3 HTTP/1.1" status: 200 len: 1093 time: 1.0452726 Oct 12 12:46:57.596951 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:57.597634 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:46:57.599864 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da97ec7-b2b4-4199-8781-443e54eee900" -d '{"events": [{"name": "network-changed", "server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:46:57.640107 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce782364-9e84-4a5b-a911-58a9046ada2f x-openstack-request-id: req-ce782364-9e84-4a5b-a911-58a9046ada2f {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:46:57.640397 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:46:57.640643 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce782364-9e84-4a5b-a911-58a9046ada2f {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:46:57.641042 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce782364-9e84-4a5b-a911-58a9046ada2f'] response: {'name': 'network-changed', 'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'status': 'completed', 'code': 200} Oct 12 12:46:57.652539 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168e1d2-ad09-403a-b58f-be96ec86427f service neutron] Pushing event updated for resources: {'Port': ['ID=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,revision_number=3']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:46:57.726185 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97ec7-b2b4-4199-8781-443e54eee900 req-264cfdcb-896e-4177-a055-4a94ae483682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:57.727664 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4da97ec7-b2b4-4199-8781-443e54eee900 req-264cfdcb-896e-4177-a055-4a94ae483682 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 1127 time: 0.0397308 Oct 12 12:46:57.835382 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97ec7-b2b4-4199-8781-443e54eee900 req-a5873e0c-a8db-40af-97ca-4a3a6511600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:57.836809 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4da97ec7-b2b4-4199-8781-443e54eee900 req-a5873e0c-a8db-40af-97ca-4a3a6511600a service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0944674 Oct 12 12:46:57.929180 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97ec7-b2b4-4199-8781-443e54eee900 req-3888b3c4-968f-4e7f-901b-7dc98b226934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:57.930706 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4da97ec7-b2b4-4199-8781-443e54eee900 req-3888b3c4-968f-4e7f-901b-7dc98b226934 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876966 Oct 12 12:46:58.026719 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-707975d4-6338-4bfc-a193-73391afb4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:58.029011 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-707975d4-6338-4bfc-a193-73391afb4775 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 1127 time: 0.0412767 Oct 12 12:46:58.079595 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-b2b45c56-3546-4e78-9b73-04445ed4fca0 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3 HTTP/1.1" status: 200 len: 217 time: 0.0367849 Oct 12 12:46:58.128233 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-12ebfa28-51de-4ba0-99d8-6738dc8a9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:58.129684 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-12ebfa28-51de-4ba0-99d8-6738dc8a9b4a service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0446918 Oct 12 12:46:58.136154 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:58.173712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e6584-22ae-482b-8caf-2b6b1b35080c req-26d6e4f4-02fe-4c56-8174-9fb358f8c07e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:58.173968 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-0db3f757-f600-484a-b38d-51163ffb7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:58.175097 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-073e6584-22ae-482b-8caf-2b6b1b35080c req-26d6e4f4-02fe-4c56-8174-9fb358f8c07e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 943 time: 0.0472891 Oct 12 12:46:58.175261 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-0db3f757-f600-484a-b38d-51163ffb7a49 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388029 Oct 12 12:46:58.226030 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-073e6584-22ae-482b-8caf-2b6b1b35080c req-85b45468-d7f6-4dbf-b49f-5819de915b92 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451603 Oct 12 12:46:58.272034 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-99146fb0-affd-4347-8e95-fb90f6aba3d8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898819 Oct 12 12:46:58.323883 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:46:58.362713 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-27cdfe84-afcc-483c-afd7-215ae7ce9fb7 req-5a8b9ed2-7747-4ca1-8356-4b2b0ffdad58 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836034 Oct 12 12:46:59.350466 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e78e3e-ed21-4f54-8f1a-6e402ab2b546 req-540df3cd-9c77-4c6c-a91c-579a6a86b7ed tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:46:59.351846 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30e78e3e-ed21-4f54-8f1a-6e402ab2b546 req-540df3cd-9c77-4c6c-a91c-579a6a86b7ed tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 943 time: 0.0503881 Oct 12 12:46:59.400825 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30e78e3e-ed21-4f54-8f1a-6e402ab2b546 req-0103e2c9-45f3-44c5-89d7-b974ba8c1187 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426989 Oct 12 12:47:00.524349 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d763-5c75-42e1-aee1-989d5059f22e req-b4e30134-8a7d-402e-b58b-14f45cb7a37a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:00.525857 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a590d763-5c75-42e1-aee1-989d5059f22e req-b4e30134-8a7d-402e-b58b-14f45cb7a37a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 943 time: 0.0482891 Oct 12 12:47:00.577859 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a590d763-5c75-42e1-aee1-989d5059f22e req-73ac68a3-6a69-4197-90d2-fde03e38b717 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452163 Oct 12 12:47:01.497524 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:01.663550 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:01.698863 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad87ba-a4f4-4ab9-bbbc-a8a6a9d37e22 req-0177ddcd-d52a-44ec-a599-4531b3555889 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:01.700305 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6cad87ba-a4f4-4ab9-bbbc-a8a6a9d37e22 req-0177ddcd-d52a-44ec-a599-4531b3555889 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 943 time: 0.0466111 Oct 12 12:47:01.748032 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6cad87ba-a4f4-4ab9-bbbc-a8a6a9d37e22 req-81e6b8cc-1f0a-4500-a75f-aaeb3a2654ba tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Oct 12 12:47:02.868329 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7784701-cf0d-4e5d-8493-62f5f3767666 req-6b409d51-75c2-4b50-bbb4-d6354c79e7d0 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:02.869767 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e7784701-cf0d-4e5d-8493-62f5f3767666 req-6b409d51-75c2-4b50-bbb4-d6354c79e7d0 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 943 time: 0.0492158 Oct 12 12:47:02.917564 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e7784701-cf0d-4e5d-8493-62f5f3767666 req-1a409d80-205c-4783-8169-65768d84abc2 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Oct 12 12:47:04.041669 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f50a66-3877-4459-9e0e-4164bd140f9a req-faeeb14e-d284-453c-9119-da1b3ce7831d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:04.043127 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-98f50a66-3877-4459-9e0e-4164bd140f9a req-faeeb14e-d284-453c-9119-da1b3ce7831d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 943 time: 0.0498698 Oct 12 12:47:04.091426 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-98f50a66-3877-4459-9e0e-4164bd140f9a req-b9ef3804-4dc7-4e75-968f-36fc39c1370b tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Oct 12 12:47:05.210936 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe87b5f-5fd0-4894-9691-ec9cdbdd13c4 req-8d4d7aed-672f-4101-be45-a7a242b0a005 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:05.212384 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cfe87b5f-5fd0-4894-9691-ec9cdbdd13c4 req-8d4d7aed-672f-4101-be45-a7a242b0a005 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 943 time: 0.0463076 Oct 12 12:47:05.261389 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cfe87b5f-5fd0-4894-9691-ec9cdbdd13c4 req-839fd534-46b5-4a4d-a32e-276db4673331 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432580 Oct 12 12:47:05.315655 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device d6a4edee-58a4-4b3d-9fa8-69ac36926da3 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:47:05.389496 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:05.412004 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port d6a4edee-58a4-4b3d-9fa8-69ac36926da3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:47:05.422936 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:47:05.460542 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:47:05.460927 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:05.474284 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a4edee-58a4-4b3d-9fa8-69ac36926da3 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:47:05.493156 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port d6a4edee-58a4-4b3d-9fa8-69ac36926da3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:47:05.555802 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:05.600984 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:05.607975 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.608325 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.608667 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.609005 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.609339 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.609670 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.610027 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.610355 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.610703 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.611010 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.611335 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.611658 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.611978 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.612302 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.612618 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:05.829321 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['d6a4edee-58a4-4b3d-9fa8-69ac36926da3'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:47:06.380020 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b21fc-dd8e-417b-a1d2-e3f5556e2251 req-b00248c3-2e82-478d-ac04-65e4b281a7ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:06.381471 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-101b21fc-dd8e-417b-a1d2-e3f5556e2251 req-b00248c3-2e82-478d-ac04-65e4b281a7ca tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 944 time: 0.0469890 Oct 12 12:47:06.429459 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-101b21fc-dd8e-417b-a1d2-e3f5556e2251 req-86f05f71-b799-4a3b-978f-5b986fc748d6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423143 Oct 12 12:47:07.336504 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device d6a4edee-58a4-4b3d-9fa8-69ac36926da3 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:47:07.381144 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:47:07.448709 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:47:07.449085 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:07.449442 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 Oct 12 12:47:07.522891 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:47:07.523280 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:07.540174 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:07.542520 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:07.547919 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:47:07.550103 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e406a4e-e3a8-4bae-acb5-1c1f0b6dc031" -d '{"events": [{"server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "name": "network-vif-plugged", "status": "completed", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:47:07.564831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3826d-080a-4414-b22a-fb8da3cf824c req-fff36fe9-7d47-4165-a544-1b66ceac7a1d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:07.564831 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-22b3826d-080a-4414-b22a-fb8da3cf824c req-fff36fe9-7d47-4165-a544-1b66ceac7a1d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 944 time: 0.0501468 Oct 12 12:47:07.565574 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port d6a4edee-58a4-4b3d-9fa8-69ac36926da3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:47:07.593606 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69628d01-67f6-464a-9eba-819c6ce44742 x-openstack-request-id: req-69628d01-67f6-464a-9eba-819c6ce44742 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:47:07.593606 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "name": "network-vif-plugged", "status": "completed", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:47:07.593606 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69628d01-67f6-464a-9eba-819c6ce44742 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:47:07.593606 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69628d01-67f6-464a-9eba-819c6ce44742'] response: {'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'code': 200} Oct 12 12:47:07.615353 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-22b3826d-080a-4414-b22a-fb8da3cf824c req-1d718c5a-1440-4dbf-9bf7-32007b42eb72 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498445 Oct 12 12:47:07.638519 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:07.686899 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:07.966518 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe855-571a-4a53-8535-54f0ce098ad7 req-f75cfd5d-d2d6-47d3-a578-93c922ae06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:07.976368 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-adafe855-571a-4a53-8535-54f0ce098ad7 req-f75cfd5d-d2d6-47d3-a578-93c922ae06e5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 1129 time: 0.0385454 Oct 12 12:47:08.013722 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-adafe855-571a-4a53-8535-54f0ce098ad7 req-c32c4885-ca43-47a6-a28c-9b5f24c07b9c service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Oct 12 12:47:08.415424 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001b2c0-3fd5-4f2b-bbf9-d028514ca761 req-ff145114-b04c-4d00-86d5-3dd6b404b39a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:08.416900 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4001b2c0-3fd5-4f2b-bbf9-d028514ca761 req-ff145114-b04c-4d00-86d5-3dd6b404b39a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0477128 Oct 12 12:47:08.463596 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4001b2c0-3fd5-4f2b-bbf9-d028514ca761 req-dbb66cd2-09f2-4131-9b9c-18bb34c537e8 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411539 Oct 12 12:47:08.736374 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267f714-a5d8-455f-9fcc-bac45a3fa3a6 req-3fcc1c5f-2b9c-4a31-9a1b-6f362d3ce3f7 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:08.737862 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4267f714-a5d8-455f-9fcc-bac45a3fa3a6 req-3fcc1c5f-2b9c-4a31-9a1b-6f362d3ce3f7 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 945 time: 0.0453906 Oct 12 12:47:08.790374 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4267f714-a5d8-455f-9fcc-bac45a3fa3a6 req-996f7492-85c2-4f2c-8fb8-7ce8e2c77ab6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466568 Oct 12 12:47:09.586738 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0236af5-5073-4538-94ae-5c1f645b4ca9 req-362baaa9-3ecd-4329-ad4f-398c06992574 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:09.588274 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f0236af5-5073-4538-94ae-5c1f645b4ca9 req-362baaa9-3ecd-4329-ad4f-398c06992574 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0496087 Oct 12 12:47:09.635167 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f0236af5-5073-4538-94ae-5c1f645b4ca9 req-8a69017f-e37b-4616-a69e-f0bab16a36ab tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413370 Oct 12 12:47:09.908809 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7103-79f8-4bbe-991a-6bd26068fea5 req-420d67eb-081b-4819-bb11-0e445d7bee49 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:09.910273 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-502a7103-79f8-4bbe-991a-6bd26068fea5 req-420d67eb-081b-4819-bb11-0e445d7bee49 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 945 time: 0.0463295 Oct 12 12:47:09.958436 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-502a7103-79f8-4bbe-991a-6bd26068fea5 req-4504a373-1f56-4434-87ac-1eb08f64e10e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427639 Oct 12 12:47:09.992535 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:10.079397 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56301a55-d079-4202-a5b3-f84ec9397998 req-1f911c35-2d0c-4c72-9b83-779b352f50a9 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:10.080846 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-56301a55-d079-4202-a5b3-f84ec9397998 req-1f911c35-2d0c-4c72-9b83-779b352f50a9 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 945 time: 0.0469298 Oct 12 12:47:10.128775 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-56301a55-d079-4202-a5b3-f84ec9397998 req-03e553bb-77d7-47dc-9b1c-29aefc6b9e86 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421824 Oct 12 12:47:10.157527 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47388) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:47:10.194745 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3298722-2b74-455b-bfde-5d57a0c1725c tempest-TestVolumeBootPattern-1575202136 tempest-TestVolumeBootPattern-1575202136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:10.196206 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e3298722-2b74-455b-bfde-5d57a0c1725c tempest-TestVolumeBootPattern-1575202136 tempest-TestVolumeBootPattern-1575202136-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 1124 time: 0.0377064 Oct 12 12:47:10.198965 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47390) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:47:10.203025 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:47:10.304979 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:10.359712 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:10.386131 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:10.493654 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Allocated IP 172.27.3.234 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/a4ab2215-d431-459e-9a27-4ed60be51f18) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:47:10.592705 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (a4ab2215-d431-459e-9a27-4ed60be51f18), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:10.597779 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:10.690305 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (a4ab2215-d431-459e-9a27-4ed60be51f18), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:10.722680 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:10.735859 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:47:10.738926 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:47:10.742610 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:47:10.763519 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3530f84-d227-4a60-861b-0aff4489ef0d req-c88d2a5e-b76c-4d38-988e-ad005a85ef1d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:10.765292 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f3530f84-d227-4a60-861b-0aff4489ef0d req-c88d2a5e-b76c-4d38-988e-ad005a85ef1d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0545635 Oct 12 12:47:10.771199 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=a4ab2215-d431-459e-9a27-4ed60be51f18,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:10.823189 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f3530f84-d227-4a60-861b-0aff4489ef0d req-2ed34952-c807-4354-ae60-5d89794dca79 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510783 Oct 12 12:47:11.106457 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (05673200-28ce-494f-b438-3e4a7bb07bf6), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:11.222692 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (a4ab2215-d431-459e-9a27-4ed60be51f18), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:11.263382 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=96 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:11.369078 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (a4ab2215-d431-459e-9a27-4ed60be51f18), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:11.414798 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (a4ab2215-d431-459e-9a27-4ed60be51f18), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:11.483815 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (05673200-28ce-494f-b438-3e4a7bb07bf6), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:11.485486 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=a4ab2215-d431-459e-9a27-4ed60be51f18,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:11.560055 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:11.580544 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Floating IP 05673200-28ce-494f-b438-3e4a7bb07bf6 associated. External IP: 172.27.3.234, port: d6a4edee-58a4-4b3d-9fa8-69ac36926da3. Oct 12 12:47:11.776379 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:47:11.875917 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:47:11.886042 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:47:11.897052 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:47:11.897783 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:46:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:47:11.952956 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eccf35-f063-4a3f-8593-d7c10e26a884 req-d6c62599-3e2c-409b-8e83-26640cdf421b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:11.955095 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-05eccf35-f063-4a3f-8593-d7c10e26a884 req-d6c62599-3e2c-409b-8e83-26640cdf421b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0499594 Oct 12 12:47:11.977914 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:12.001371 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:47:12.022582 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-0861f566-0d80-413f-bcf0-198539346e8c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8226399 Oct 12 12:47:12.025753 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:47:12.028047 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa839d2-ab2a-4f35-a174-51792f6aa40e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:47:12.034549 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-05eccf35-f063-4a3f-8593-d7c10e26a884 req-1cf55402-d0ac-4d62-a721-0b96d2e5d37c tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735984 Oct 12 12:47:12.071751 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8650595-4930-4a7f-a587-ab39a45f99e5 x-openstack-request-id: req-b8650595-4930-4a7f-a587-ab39a45f99e5 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:47:12.072046 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:47:12.072304 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8650595-4930-4a7f-a587-ab39a45f99e5 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:47:12.072710 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8650595-4930-4a7f-a587-ab39a45f99e5'] response: {'name': 'network-changed', 'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'status': 'completed', 'code': 200} Oct 12 12:47:12.154626 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-a9a4becc-a530-42ea-8ac7-12ff6452c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:12.156193 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-a9a4becc-a530-42ea-8ac7-12ff6452c878 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 1129 time: 0.0405440 Oct 12 12:47:12.214509 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:10Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:47:12.242769 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:47:12.248571 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-0005392a-3efd-4b36-a5bc-2b6a2bf636b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:12.250091 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-0005392a-3efd-4b36-a5bc-2b6a2bf636b2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 913 time: 0.0882127 Oct 12 12:47:12.251657 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:47:12.252255 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:46:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:47:12.260903 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:12.310746 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-753a7aa5-c6e1-43b9-8742-5d4143b2007c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3 HTTP/1.1" status: 200 len: 999 time: 0.0547509 Oct 12 12:47:12.353864 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:47:12.361373 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-de15d994-6bed-4e3c-9884-01a23f6e03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:12.362847 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-de15d994-6bed-4e3c-9884-01a23f6e03d8 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0470533 Oct 12 12:47:12.406549 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-17fa79f3-f81c-401d-9e3e-989524cdc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:12.408017 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-17fa79f3-f81c-401d-9e3e-989524cdc1cc service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383787 Oct 12 12:47:12.498267 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-40ea9bd9-3a88-4e2b-aba4-370f94eccf7f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836682 Oct 12 12:47:12.562992 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:10Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:47:12.587810 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6aa87-32b8-4dd8-8a2d-3845e57c34ef None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:10Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:47:12.590132 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-aaa839d2-ab2a-4f35-a174-51792f6aa40e req-3cf3d8b0-fc1b-4140-ba62-a9195aea872e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860906 Oct 12 12:47:12.779334 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bccc4a-5ed8-4b55-8d2f-624a3eac0426 None None] New status for floating IP 05673200-28ce-494f-b438-3e4a7bb07bf6: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:47:13.159258 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79330227-a6dc-45d7-9656-c8704052601d req-22b085a7-57c5-44b7-9467-532517ff4eff tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:13.160680 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-79330227-a6dc-45d7-9656-c8704052601d req-22b085a7-57c5-44b7-9467-532517ff4eff tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0456026 Oct 12 12:47:13.206224 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-79330227-a6dc-45d7-9656-c8704052601d req-9e897620-ed8d-44d6-920a-d12066361900 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401309 Oct 12 12:47:14.330429 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46028-cfa7-4d91-9692-6edaa0e20e4c req-56d94af1-8d23-4cc9-967e-ebac058af2ab tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:14.331787 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c9d46028-cfa7-4d91-9692-6edaa0e20e4c req-56d94af1-8d23-4cc9-967e-ebac058af2ab tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0492527 Oct 12 12:47:14.377014 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c9d46028-cfa7-4d91-9692-6edaa0e20e4c req-a5f2105e-ae6c-43b7-9f1f-6fa2077a6b5f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397418 Oct 12 12:47:15.392224 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bb33f3be-6a2c-494b-83fc-aba4424672f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:15.500867 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93812819-68f6-4fcd-8af4-350a78b528c6 req-2e111051-620f-4c29-bf91-2ce270d5b4f7 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:15.503174 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-93812819-68f6-4fcd-8af4-350a78b528c6 req-2e111051-620f-4c29-bf91-2ce270d5b4f7 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0509441 Oct 12 12:47:15.514832 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:15.554268 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-93812819-68f6-4fcd-8af4-350a78b528c6 req-928253ea-4b61-4feb-ac0a-6448ad18b36d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451484 Oct 12 12:47:16.676064 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae3f6-de9f-4d4e-b062-0c45ff3b9c88 req-2cbfe29b-4909-420f-abf6-c19aa6251199 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:16.677504 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1cdae3f6-de9f-4d4e-b062-0c45ff3b9c88 req-2cbfe29b-4909-420f-abf6-c19aa6251199 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0457222 Oct 12 12:47:16.723365 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1cdae3f6-de9f-4d4e-b062-0c45ff3b9c88 req-55625fd7-10cb-4602-bc45-f303a792c752 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 Oct 12 12:47:17.184745 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-a3e810e5-745c-43e8-a0de-68bc7d72b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:17.186189 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-a3e810e5-745c-43e8-a0de-68bc7d72b9b7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 1129 time: 0.0384681 Oct 12 12:47:17.288499 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-b59fa29c-f789-4037-a204-f6e1f78f3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:17.289946 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-b59fa29c-f789-4037-a204-f6e1f78f3dcf service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 912 time: 0.0869186 Oct 12 12:47:17.349839 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-594098f1-784f-4271-82d5-d334d2e4e453 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3627907-d8ad-4f99-b54e-5162888fde02 HTTP/1.1" status: 200 len: 1000 time: 0.0542784 Oct 12 12:47:17.396499 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-4e6ed0f7-bd10-4a23-b945-9187ff0a05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:17.397862 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-4e6ed0f7-bd10-4a23-b945-9187ff0a05f9 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=3c439414-86a2-435a-892e-f8fafc4e9f09 HTTP/1.1" status: 200 len: 850 time: 0.0423670 Oct 12 12:47:17.442672 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-ee97742e-6769-4d1e-ad15-8741e945d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:17.444123 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-ee97742e-6769-4d1e-ad15-8741e945d9e2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3056a6cc-68c2-4250-940c-4ab601619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404105 Oct 12 12:47:17.530376 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-ea3b5457-3475-4b35-a37a-ac88f3b6db31 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806127 Oct 12 12:47:17.617922 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2f4d900a-242a-4b5a-9584-eb928235eadc req-7153ba5c-f71d-4539-bf84-dd7e2d8887f9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Oct 12 12:47:17.689416 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-44aa58b6-7a86-4f9e-be07-36b2b24472ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:17.826436 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:17.844702 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695cdb0-a962-4e45-b61d-6d1a79b41750 req-6ab7b411-a3bb-4610-8534-f05a5895e349 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:17.846234 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7695cdb0-a962-4e45-b61d-6d1a79b41750 req-6ab7b411-a3bb-4610-8534-f05a5895e349 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0473273 Oct 12 12:47:17.892782 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7695cdb0-a962-4e45-b61d-6d1a79b41750 req-fafd4263-2e56-411e-9133-a81019a846ab tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Oct 12 12:47:19.004063 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:19.014813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460b9cf-5d2b-4445-900f-c74d59a869df req-c1c368d2-d07b-4de7-abd8-d077e184574f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:19.016797 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4460b9cf-5d2b-4445-900f-c74d59a869df req-c1c368d2-d07b-4de7-abd8-d077e184574f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0495644 Oct 12 12:47:19.062277 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-4460b9cf-5d2b-4445-900f-c74d59a869df req-1d54c7d0-d551-4802-9aad-860713ac2e27 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Oct 12 12:47:20.186030 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96069-f65a-4b82-af15-678af139c97d req-f86d89b8-9534-4e1f-b0f4-dc86bd7571d3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:20.187493 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-54d96069-f65a-4b82-af15-678af139c97d req-f86d89b8-9534-4e1f-b0f4-dc86bd7571d3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0495517 Oct 12 12:47:20.232618 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-54d96069-f65a-4b82-af15-678af139c97d req-9740c855-8cbf-48d6-95e6-725717225eac tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 Oct 12 12:47:20.746546 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:20.774718 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:21.352719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e130ee-b7a3-456e-ae8a-fcce3e4b3143 req-09c7eaa4-674e-4906-9714-7f10381e5e57 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:21.354115 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-31e130ee-b7a3-456e-ae8a-fcce3e4b3143 req-09c7eaa4-674e-4906-9714-7f10381e5e57 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0460715 Oct 12 12:47:21.400809 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-31e130ee-b7a3-456e-ae8a-fcce3e4b3143 req-6815ea19-8761-41b6-a4cd-7751a4b39812 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Oct 12 12:47:22.520890 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35023169-ee1e-419b-841e-72ecc030f9aa req-f9639e01-a24b-4f08-8cac-46254ad0869d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:22.522341 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-35023169-ee1e-419b-841e-72ecc030f9aa req-f9639e01-a24b-4f08-8cac-46254ad0869d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0463505 Oct 12 12:47:22.568336 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-35023169-ee1e-419b-841e-72ecc030f9aa req-8b9ac4e5-5ec9-4956-813a-f7a3ef8eaf9f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Oct 12 12:47:22.645474 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:47:23.685573 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b200a-3899-4451-9baf-f1d9fc856222 req-1b5890c5-8516-473c-a767-0c0cf16c500f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:23.687038 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3c8b200a-3899-4451-9baf-f1d9fc856222 req-1b5890c5-8516-473c-a767-0c0cf16c500f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0457170 Oct 12 12:47:23.698995 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:23.736656 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3c8b200a-3899-4451-9baf-f1d9fc856222 req-0e47c432-d0aa-4781-8fbd-0cedb01fc464 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Oct 12 12:47:24.856200 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae71a8-9204-4593-bd99-6b2bed5666ff req-396b1e14-e441-40c5-9354-c66b6de60be0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:24.857636 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9eae71a8-9204-4593-bd99-6b2bed5666ff req-396b1e14-e441-40c5-9354-c66b6de60be0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0452735 Oct 12 12:47:24.908859 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9eae71a8-9204-4593-bd99-6b2bed5666ff req-79d87ae1-4be4-48ce-8bd6-369c035082d9 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441272 Oct 12 12:47:25.227981 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7e5f1-8216-48d4-8315-d1334568cbc0 req-371ab84c-a1ff-4506-ae9e-47be3d797337 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:25.229504 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5ac7e5f1-8216-48d4-8315-d1334568cbc0 req-371ab84c-a1ff-4506-ae9e-47be3d797337 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0459316 Oct 12 12:47:25.276468 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5ac7e5f1-8216-48d4-8315-d1334568cbc0 req-5f21cf05-df33-4597-b42f-2e895b8722a8 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Oct 12 12:47:25.365418 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-6ba20092-f1ad-4ae6-8eb9-824f8404bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:25.366904 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-6ba20092-f1ad-4ae6-8eb9-824f8404bd20 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 1129 time: 0.0395653 Oct 12 12:47:25.445373 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:25.458146 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-709acdd8-1ac0-4f5f-a60e-1c3bca208d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:25.459554 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-709acdd8-1ac0-4f5f-a60e-1c3bca208d33 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 912 time: 0.0861807 Oct 12 12:47:25.520033 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-b74fc9a6-071c-4965-a403-75afb5ae6223 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3627907-d8ad-4f99-b54e-5162888fde02 HTTP/1.1" status: 200 len: 1000 time: 0.0534885 Oct 12 12:47:25.567291 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-9010ce2a-c7a3-4479-9b74-24334d59c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:25.569587 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-9010ce2a-c7a3-4479-9b74-24334d59c3ad service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=3c439414-86a2-435a-892e-f8fafc4e9f09 HTTP/1.1" status: 200 len: 850 time: 0.0422719 Oct 12 12:47:25.615020 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-f8a4fa64-7554-41f1-aeee-c02b965cdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:25.616496 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-f8a4fa64-7554-41f1-aeee-c02b965cdd19 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3056a6cc-68c2-4250-940c-4ab601619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412450 Oct 12 12:47:25.647716 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:25.705868 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-9f2ac8e8-5ab1-473d-b25a-8d75348e4eb0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821068 Oct 12 12:47:25.796890 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ffeb3ffb-ed02-42a8-bc83-7d15fadc6922 req-11b357a1-82ec-478c-9144-aa64bdcac00b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844543 Oct 12 12:47:26.391522 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:26.399421 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9b99b-cd61-49b2-94b4-5f1a49e4e044 req-e45bb066-b109-4102-8a38-d51daacbcd82 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:26.400877 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d1d9b99b-cd61-49b2-94b4-5f1a49e4e044 req-e45bb066-b109-4102-8a38-d51daacbcd82 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0468135 Oct 12 12:47:26.448741 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d1d9b99b-cd61-49b2-94b4-5f1a49e4e044 req-ceb2f7bb-08d6-431a-8d59-e5a70a0437e4 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Oct 12 12:47:27.531743 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:27.569990 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b3df8-20b8-49c7-a6b8-3d8ee1943d0a req-a61c10f0-e509-42f3-a796-dfbb6127ffd0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:47:27.571444 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-049b3df8-20b8-49c7-a6b8-3d8ee1943d0a req-a61c10f0-e509-42f3-a796-dfbb6127ffd0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0478616 Oct 12 12:47:27.616477 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-049b3df8-20b8-49c7-a6b8-3d8ee1943d0a req-e6b71d4b-f35b-41e5-908c-d2c21c7aa945 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395789 Oct 12 12:47:30.711215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:30.713086 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:32.641445 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:36.442502 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=14 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:36.445349 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:37.606301 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=40 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:37.613343 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:40.038332 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:43.633889 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:47:45.391421 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-9745eda1-a725-4d12-9825-1863a9136211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:47.705647 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-f3c832fc-294d-48c7-a9ca-723b5f2935e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:48.997046 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:50.771340 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:50.804444 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:47:59.643440 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:48:00.694669 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:00.711808 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:03.031579 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ce73-e6b7-4aae-9b25-7f6f7d6e1124 req-517836bf-239a-4c6d-ae66-ec9aaaee9c0e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:03.032964 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6d93ce73-e6b7-4aae-9b25-7f6f7d6e1124 req-517836bf-239a-4c6d-ae66-ec9aaaee9c0e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0468929 Oct 12 12:48:03.079660 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6d93ce73-e6b7-4aae-9b25-7f6f7d6e1124 req-ed1dc800-3e75-4c5a-aa58-60a96bc6b5ce tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Oct 12 12:48:04.381315 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87621e11-48fa-4e4d-932b-915a699d85db req-9104b58c-51f4-459d-8f0b-a8baa55e5d1e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:04.382796 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-87621e11-48fa-4e4d-932b-915a699d85db req-9104b58c-51f4-459d-8f0b-a8baa55e5d1e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.2276077 Oct 12 12:48:04.428701 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-87621e11-48fa-4e4d-932b-915a699d85db req-927b4c37-5b8d-458b-8822-44bf7322cf26 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Oct 12 12:48:05.603060 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766586d-f869-45ae-947f-7dd7d4cd5b7b req-a759aa44-a632-41e0-9bd4-224f17814547 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:05.604491 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d766586d-f869-45ae-947f-7dd7d4cd5b7b req-a759aa44-a632-41e0-9bd4-224f17814547 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.1014860 Oct 12 12:48:05.650614 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-d766586d-f869-45ae-947f-7dd7d4cd5b7b req-91e5489a-85e8-4ddb-a969-4aeedb0a36e1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405774 Oct 12 12:48:06.767473 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75992ec7-0bf0-4d91-83e1-dd644b6dbda9 req-d88ae06f-6a7b-490a-b15f-04d6f9e89f9a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:06.768828 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-75992ec7-0bf0-4d91-83e1-dd644b6dbda9 req-d88ae06f-6a7b-490a-b15f-04d6f9e89f9a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0463347 Oct 12 12:48:06.814967 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-75992ec7-0bf0-4d91-83e1-dd644b6dbda9 req-1cf368e7-f7dd-47e9-8f2a-b72691eceb42 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Oct 12 12:48:07.934158 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3675b7f-2f3f-47a8-8b91-c5cdbb064a96 req-8cdfad1e-2d6d-4b5c-9821-8445b07022f0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:07.935604 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f3675b7f-2f3f-47a8-8b91-c5cdbb064a96 req-8cdfad1e-2d6d-4b5c-9821-8445b07022f0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0463831 Oct 12 12:48:07.980765 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f3675b7f-2f3f-47a8-8b91-c5cdbb064a96 req-5925c89f-1801-46b3-84af-03c4c31fe4dd tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Oct 12 12:48:09.101374 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8457492-03ad-4d17-b164-7d36e8d7b149 req-62abe1ea-67cf-4a1b-a4b1-134dbf0cefce tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:09.102873 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b8457492-03ad-4d17-b164-7d36e8d7b149 req-62abe1ea-67cf-4a1b-a4b1-134dbf0cefce tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0460165 Oct 12 12:48:09.152747 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b8457492-03ad-4d17-b164-7d36e8d7b149 req-5a182ecc-e008-4492-a47e-cc264d29c0fa tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Oct 12 12:48:09.639250 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:09.639993 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=6 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:10.025878 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:10.270816 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92199ba-fa14-43db-8879-c1998a70bcce req-5cbedcb9-72bc-48ab-8a57-fcfba627d3ce tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:10.272206 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b92199ba-fa14-43db-8879-c1998a70bcce req-5cbedcb9-72bc-48ab-8a57-fcfba627d3ce tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0450916 Oct 12 12:48:10.320378 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b92199ba-fa14-43db-8879-c1998a70bcce req-b50219a8-0314-4ff2-bea3-422f87c61ed5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 Oct 12 12:48:11.681331 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00584f64-b278-4ac9-a1ce-3b597d4b974b req-b2bc129f-da7a-45d2-a098-d8c107f472bd tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:11.682787 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-00584f64-b278-4ac9-a1ce-3b597d4b974b req-b2bc129f-da7a-45d2-a098-d8c107f472bd tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.2894135 Oct 12 12:48:11.728769 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-00584f64-b278-4ac9-a1ce-3b597d4b974b req-2f7655c9-1fd0-4391-aaff-bcd4844c8218 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Oct 12 12:48:12.846286 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d143d0-d836-4278-a473-c0fd1fd9ac0b req-5ffa892a-9df3-47d8-8a58-b02ccc9c7e13 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:12.848331 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14d143d0-d836-4278-a473-c0fd1fd9ac0b req-5ffa892a-9df3-47d8-8a58-b02ccc9c7e13 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0454311 Oct 12 12:48:12.893896 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14d143d0-d836-4278-a473-c0fd1fd9ac0b req-2144b23b-67f1-446d-8b68-98c7c9d0adb1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Oct 12 12:48:14.012735 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521535a-20a1-4269-9654-49c1ad289753 req-b0790970-b313-4e5d-a0da-786b1571151f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:14.014169 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e521535a-20a1-4269-9654-49c1ad289753 req-b0790970-b313-4e5d-a0da-786b1571151f tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0459678 Oct 12 12:48:14.059094 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e521535a-20a1-4269-9654-49c1ad289753 req-58ba49bf-e59f-4a99-8993-15a402452be4 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395346 Oct 12 12:48:14.440060 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199c04c-98fb-4197-b54c-7e6b8b16ff02 req-46c6a1a0-fbdb-4c61-814b-029f42e3b6e5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:14.441614 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4199c04c-98fb-4197-b54c-7e6b8b16ff02 req-46c6a1a0-fbdb-4c61-814b-029f42e3b6e5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0486841 Oct 12 12:48:14.490312 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4199c04c-98fb-4197-b54c-7e6b8b16ff02 req-d0313915-d266-4c16-996f-bebe9e7d1b85 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Oct 12 12:48:14.572049 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-62ed4863-8e32-4070-b8ba-ab8de944e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:14.573453 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-62ed4863-8e32-4070-b8ba-ab8de944e81f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 1129 time: 0.0370073 Oct 12 12:48:14.664962 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-b5da1c5e-7e20-4fac-b335-65d3487d8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:14.666359 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-b5da1c5e-7e20-4fac-b335-65d3487d8ad7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 912 time: 0.0872948 Oct 12 12:48:14.726501 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-1976be23-941b-422c-9e9d-b056978b8f63 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3627907-d8ad-4f99-b54e-5162888fde02 HTTP/1.1" status: 200 len: 1000 time: 0.0537384 Oct 12 12:48:14.776244 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-ebf68f7f-1e3b-47e2-a00c-d7b6f77d2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:14.777635 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-ebf68f7f-1e3b-47e2-a00c-d7b6f77d2636 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=3c439414-86a2-435a-892e-f8fafc4e9f09 HTTP/1.1" status: 200 len: 850 time: 0.0460479 Oct 12 12:48:14.820020 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-04d878f4-f20e-4e00-b5a3-68e67e7531a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:14.821458 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-04d878f4-f20e-4e00-b5a3-68e67e7531a8 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3056a6cc-68c2-4250-940c-4ab601619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372086 Oct 12 12:48:14.910127 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-b33af586-e913-43d3-a449-71e66f938a82 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820291 Oct 12 12:48:14.979468 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:14.990895 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:15.000770 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-90d5f4e3-cb3d-4700-9bb7-6b8b6d0553fb req-14a7eea5-7e1a-4856-8292-85264bb21571 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853722 Oct 12 12:48:15.433789 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1001b5cc-cd18-47df-94a4-a9b1624e47db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:15.615312 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8411-edb6-42d9-984f-23386a79806e req-68115e0f-0719-41fa-a62f-58cf018ad4e5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:15.617328 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-372f8411-edb6-42d9-984f-23386a79806e req-68115e0f-0719-41fa-a62f-58cf018ad4e5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0474567 Oct 12 12:48:15.663149 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-372f8411-edb6-42d9-984f-23386a79806e req-585ce639-ef82-4f59-949c-b0b100cdef1c tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404699 Oct 12 12:48:16.781215 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656555b-0a2c-4033-9690-c29ac3828918 req-b5e4394c-6ef7-4daf-99e2-7cb1fd309c0e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:16.782680 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2656555b-0a2c-4033-9690-c29ac3828918 req-b5e4394c-6ef7-4daf-99e2-7cb1fd309c0e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0463026 Oct 12 12:48:16.829424 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-2656555b-0a2c-4033-9690-c29ac3828918 req-448b6399-838b-4087-9344-5a60afe47025 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406759 Oct 12 12:48:17.706183 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddc54-05da-4596-85de-90a5bab2b1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:18.988385 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:19.116623 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-8ab88173-4fd6-4ce6-9780-0f501777505c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411129 Oct 12 12:48:19.188872 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-b482f165-eb1d-41f6-8ca4-196c9611717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:19.190342 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-b482f165-eb1d-41f6-8ca4-196c9611717f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 1129 time: 0.0381644 Oct 12 12:48:19.291992 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-11f27858-9ccf-4033-984f-6caf859098ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:19.293426 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-11f27858-9ccf-4033-984f-6caf859098ff service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 913 time: 0.0865388 Oct 12 12:48:19.352453 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-b427c01e-aca5-4203-bc1a-af2f70c2495c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3 HTTP/1.1" status: 200 len: 1001 time: 0.0534644 Oct 12 12:48:19.398559 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-70a11f04-54e5-4d17-8f52-7a103e75d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:19.399904 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-70a11f04-54e5-4d17-8f52-7a103e75d57d service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0421460 Oct 12 12:48:19.444844 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-42eeb120-9f4e-4ece-831d-3d730558eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:19.446329 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-42eeb120-9f4e-4ece-831d-3d730558eef0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406997 Oct 12 12:48:19.533551 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-e7229fa5-7d4d-4a07-b088-c0f00350cb27 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808983 Oct 12 12:48:19.623214 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7e70bdd-d93f-4414-980f-67030e35ce5f req-9c9cf846-3b7a-4448-ad34-e87eaae20d92 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841534 Oct 12 12:48:20.780420 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:20.814500 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:25.656767 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=47 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:25.658737 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=61 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:29.619172 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=52 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:29.619918 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=69 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:30.705594 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:30.711644 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:36.641752 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:48:40.021254 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:40.790825 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=20 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:45.401106 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-525d728c-daf6-4bd1-a6ca-42f18c13d8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:46.637967 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=16 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:47.697749 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2856e86b-f8b8-4f50-8b12-2abd95d6bf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:49.007934 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:49.463932 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21d4a5-f5b5-4a72-b146-90364aeddd97 req-8557cdd7-8f25-4322-80ad-73408ce7cd95 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:49.465372 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e21d4a5-f5b5-4a72-b146-90364aeddd97 req-8557cdd7-8f25-4322-80ad-73408ce7cd95 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0493138 Oct 12 12:48:49.511953 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1e21d4a5-f5b5-4a72-b146-90364aeddd97 req-6ef21a8a-f08a-4276-bf84-37831c7e4357 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409424 Oct 12 12:48:50.635136 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5104f0-6b41-4865-9036-4fc81cb6f364 req-d65feac8-991e-48bb-89ed-7062ef4daf06 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:50.636485 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0e5104f0-6b41-4865-9036-4fc81cb6f364 req-d65feac8-991e-48bb-89ed-7062ef4daf06 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0470889 Oct 12 12:48:50.682746 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0e5104f0-6b41-4865-9036-4fc81cb6f364 req-f2e2ae03-59a2-4817-b521-f8c1139a4712 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Oct 12 12:48:50.775733 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:50.800618 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:51.414937 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7d36-f208-4287-8201-2271faedd301 req-6a13abb0-366c-4ce9-ad7c-8c467758e1a1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:51.416334 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0a2c7d36-f208-4287-8201-2271faedd301 req-6a13abb0-366c-4ce9-ad7c-8c467758e1a1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0467958 Oct 12 12:48:51.501295 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Deleting port d3627907-d8ad-4f99-b54e-5162888fde02 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:48:51.501640 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:51.594311 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] For port d3627907-d8ad-4f99-b54e-5162888fde02, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d3627907-d8ad-4f99-b54e-5162888fde02,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:48:51.594671 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:51.758186 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:51.758983 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (d7813c82-76da-4062-8b7e-bb60903778b2), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:51.758983 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Floating IP d7813c82-76da-4062-8b7e-bb60903778b2 disassociated. External IP: 172.27.3.97, port: d3627907-d8ad-4f99-b54e-5162888fde02. Oct 12 12:48:51.759206 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Calling delete_port for d3627907-d8ad-4f99-b54e-5162888fde02 owned by compute:nova {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:48:51.805907 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182fe35-d0a5-496e-9ea4-6a8b53276912 req-8f41bd9a-f349-4f9a-9588-6fba96768040 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:51.807422 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0182fe35-d0a5-496e-9ea4-6a8b53276912 req-8f41bd9a-f349-4f9a-9588-6fba96768040 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 945 time: 0.0474386 Oct 12 12:48:51.855327 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0182fe35-d0a5-496e-9ea4-6a8b53276912 req-820b3dc3-9244-4b59-a988-aacc4be9c2f7 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4b261a56-409f-45ea-829f-45f878b19154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Oct 12 12:48:51.942072 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (d3627907-d8ad-4f99-b54e-5162888fde02), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:51.970483 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event deleted for resources: {'Port': ['ID=d3627907-d8ad-4f99-b54e-5162888fde02,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:51.982519 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.982859 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.983194 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.983533 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.983856 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.984177 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.984493 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.984812 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.985132 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.985449 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.985765 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.986108 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.986423 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.986734 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:51.987054 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:52.092978 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:48:52.188481 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:52.193761 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:48:52.203767 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] Sync routers for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:48:52.213545 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:48:52.214187 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:48:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:48:52.235138 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] No DVR routers for this DVR port d3627907-d8ad-4f99-b54e-5162888fde02 on host hv-cinder-81268 {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:48:52.237551 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:52.241296 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0a2c7d36-f208-4287-8201-2271faedd301 req-d9dbd0ce-12ab-4a61-b3a2-df1b905a19fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "DELETE /networking/v2.0/ports/d3627907-d8ad-4f99-b54e-5162888fde02 HTTP/1.1" status: 204 len: 173 time: 0.8200870 Oct 12 12:48:52.241733 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'name': 'network-vif-deleted', 'tag': 'd3627907-d8ad-4f99-b54e-5162888fde02'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:48:52.244125 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffaa801-2fcd-452e-86f9-304c65595e60" -d '{"events": [{"server_uuid": "f7eff460-0340-44df-bc50-1b3d50f3aa9d", "name": "network-vif-deleted", "tag": "d3627907-d8ad-4f99-b54e-5162888fde02"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:48:52.327306 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:48:52.342897 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ebef3f-2664-49cb-8f5f-21db3d6f80e2 x-openstack-request-id: req-43ebef3f-2664-49cb-8f5f-21db3d6f80e2 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:48:52.343216 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7eff460-0340-44df-bc50-1b3d50f3aa9d", "name": "network-vif-deleted", "tag": "d3627907-d8ad-4f99-b54e-5162888fde02", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:48:52.343909 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43ebef3f-2664-49cb-8f5f-21db3d6f80e2 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:48:52.344340 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ebef3f-2664-49cb-8f5f-21db3d6f80e2'] response: {'server_uuid': 'f7eff460-0340-44df-bc50-1b3d50f3aa9d', 'name': 'network-vif-deleted', 'tag': 'd3627907-d8ad-4f99-b54e-5162888fde02', 'status': 'completed', 'code': 200} Oct 12 12:48:52.519506 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:48:52.543359 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] Checking router: 9728e5c8-652b-48ad-a050-a8ea50ad0e1f for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:48:52.552087 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:48:52.552672 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:48:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:48:52.655576 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:48:52.837121 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:48:52.865737 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652dfa7c-74c5-4882-903a-60b65d961893 None None] The sync data for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi is: [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:48:52.963522 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-86165469-3794-4481-936a-39428ea508cb req-f9f80360-3d40-4a78-a1fe-ca005e0ecc38 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0311925 Oct 12 12:48:53.075205 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d1a02-98af-4e5f-b795-3ea4eb0f1fa1 None None] New status for floating IP d7813c82-76da-4062-8b7e-bb60903778b2: DOWN {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:48:54.067212 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-cd09fe28-2186-4de3-9866-b93ba61c7749 req-2eeec433-cf92-47b7-a684-6581f83923de tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0277452 Oct 12 12:48:54.545396 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device d3627907-d8ad-4f99-b54e-5162888fde02 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:48:54.564831 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: d3627907-d8ad-4f99-b54e-5162888fde02 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:48:54.572383 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device d3627907-d8ad-4f99-b54e-5162888fde02 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:48:55.178634 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c101f32e-2888-475e-8594-155dab5dc4d2 req-29e3d96e-d1d1-4288-b45b-dba82c0b5763 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f7eff460-0340-44df-bc50-1b3d50f3aa9d HTTP/1.1" status: 200 len: 210 time: 0.0269847 Oct 12 12:48:56.328037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47564) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:48:56.382080 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (4b261a56-409f-45ea-829f-45f878b19154), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:56.404813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (4b261a56-409f-45ea-829f-45f878b19154), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:56.521804 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4b261a56-409f-45ea-829f-45f878b19154), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:56.524441 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:56.525635 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/4b261a56-409f-45ea-829f-45f878b19154 HTTP/1.1" status: 204 len: 168 time: 0.1967430 Oct 12 12:48:56.528537 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47568) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:48:56.535228 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b261a56-409f-45ea-829f-45f878b19154,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:56.542113 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.api.v2.resource [None req-9fde8400-a48f-4a13-828d-cf40c8b55678 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] show failed (client error): The resource could not be found. Oct 12 12:48:56.542259 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.542573 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.542916 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.543116 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9fde8400-a48f-4a13-828d-cf40c8b55678 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups/4b261a56-409f-45ea-829f-45f878b19154 HTTP/1.1" status: 404 len: 347 time: 0.0135510 Oct 12 12:48:56.543367 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.543703 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.544032 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.544358 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.544682 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.545008 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.545332 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.545656 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.546094 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.546320 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47570) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:48:56.546464 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.546737 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.547054 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37c54a-2d52-4853-999b-aec91b65afc3 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:48:56.599517 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:56.663734 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Deleting port 943a1ea3-e9fd-492e-87a8-6fbb3510b6ba {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:48:56.664081 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:56.744480 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:56.744800 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:56.757958 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Calling delete_port for 943a1ea3-e9fd-492e-87a8-6fbb3510b6ba owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:48:56.960988 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (943a1ea3-e9fd-492e-87a8-6fbb3510b6ba), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:56.985541 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event deleted for resources: {'Port': ['ID=943a1ea3-e9fd-492e-87a8-6fbb3510b6ba,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:57.047198 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (d7813c82-76da-4062-8b7e-bb60903778b2), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.049642 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.050823 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-2dea4558-c9b7-4dbb-bfeb-c3a1f64a4169 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/d7813c82-76da-4062-8b7e-bb60903778b2 HTTP/1.1" status: 204 len: 168 time: 0.5036447 Oct 12 12:48:57.185505 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47574) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:48:57.190091 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-765dfcf7-4b7c-458a-98d3-da6304a60af5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1580661775', 'description': 'tempest-description--1652053219'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:48:57.272931 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-765dfcf7-4b7c-458a-98d3-da6304a60af5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.341473 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-765dfcf7-4b7c-458a-98d3-da6304a60af5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (30cba55c-8d28-41a6-9447-66289cf2b750), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.404442 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-765dfcf7-4b7c-458a-98d3-da6304a60af5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (30cba55c-8d28-41a6-9447-66289cf2b750), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.433891 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dfcf7-4b7c-458a-98d3-da6304a60af5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cba55c-8d28-41a6-9447-66289cf2b750,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:57.486010 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-765dfcf7-4b7c-458a-98d3-da6304a60af5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.487224 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-765dfcf7-4b7c-458a-98d3-da6304a60af5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3006730 Oct 12 12:48:57.490187 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47578) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:48:57.494329 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-873b2745-14c3-473c-a361-40b150b670cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'security_group_rule': {'security_group_id': '30cba55c-8d28-41a6-9447-66289cf2b750', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:48:57.572266 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-873b2745-14c3-473c-a361-40b150b670cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (40d0beae-b8ab-424b-aef5-6f071bbe0f45), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.628401 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-873b2745-14c3-473c-a361-40b150b670cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (40d0beae-b8ab-424b-aef5-6f071bbe0f45), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.686278 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-873b2745-14c3-473c-a361-40b150b670cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (40d0beae-b8ab-424b-aef5-6f071bbe0f45), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.705673 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b2745-14c3-473c-a361-40b150b670cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d0beae-b8ab-424b-aef5-6f071bbe0f45,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:57.768336 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-873b2745-14c3-473c-a361-40b150b670cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.769526 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-873b2745-14c3-473c-a361-40b150b670cc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784405 Oct 12 12:48:57.773045 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47580) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:48:57.777566 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-89a9a4e3-48d2-4d44-b105-78634ca2cb77 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'security_group_rule': {'security_group_id': '30cba55c-8d28-41a6-9447-66289cf2b750', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:48:57.869844 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89a9a4e3-48d2-4d44-b105-78634ca2cb77 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (c2e16c91-a120-4fc0-a8d8-c5c1a35cceb2), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:57.928265 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89a9a4e3-48d2-4d44-b105-78634ca2cb77 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (c2e16c91-a120-4fc0-a8d8-c5c1a35cceb2), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.010215 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89a9a4e3-48d2-4d44-b105-78634ca2cb77 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (c2e16c91-a120-4fc0-a8d8-c5c1a35cceb2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.028804 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9a4e3-48d2-4d44-b105-78634ca2cb77 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e16c91-a120-4fc0-a8d8-c5c1a35cceb2,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:58.091811 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-89a9a4e3-48d2-4d44-b105-78634ca2cb77 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.092994 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-89a9a4e3-48d2-4d44-b105-78634ca2cb77 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3189595 Oct 12 12:48:58.096122 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47582) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:48:58.100402 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:48:58.170110 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.183799 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:58.246280 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.350991 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Allocated IP 172.27.3.37 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/d1ffe967-305e-4bb7-a3e2-e5480b464827) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:48:58.445367 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:58.455185 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for port (d1ffe967-305e-4bb7-a3e2-e5480b464827), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.558738 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (d1ffe967-305e-4bb7-a3e2-e5480b464827), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.599309 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:48:58.602222 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:48:58.606135 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:48:58.627727 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'Port': ['ID=d1ffe967-305e-4bb7-a3e2-e5480b464827,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:58.693440 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (129a9abc-b76e-44f7-ac0f-a8c2ad707b04), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.794161 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (d1ffe967-305e-4bb7-a3e2-e5480b464827), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.937325 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for port (d1ffe967-305e-4bb7-a3e2-e5480b464827), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:58.995184 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (d1ffe967-305e-4bb7-a3e2-e5480b464827), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:59.033058 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:59.060307 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'Port': ['ID=d1ffe967-305e-4bb7-a3e2-e5480b464827,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:59.062624 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (129a9abc-b76e-44f7-ac0f-a8c2ad707b04), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:59.154604 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:48:59.155838 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-721a99eb-3dbc-4e46-930f-5eccf4353b86 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0587966 Oct 12 12:48:59.352868 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-bd744c37-3bb9-4241-a511-d72b4bda0d82 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1580661775&fields=id&tenant_id=3ebab900aef740b68af799c4695e6e5f HTTP/1.1" status: 200 len: 267 time: 0.0421219 Oct 12 12:48:59.462692 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-bf32f621-6343-41b8-b230-cb8a95cebda5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:48:59.464044 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-bf32f621-6343-41b8-b230-cb8a95cebda5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 811 time: 0.1044445 Oct 12 12:48:59.481745 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-cb3911b7-5ae8-4648-b315-7f3c5ac9cde5 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/quotas/3ebab900aef740b68af799c4695e6e5f HTTP/1.1" status: 200 len: 375 time: 0.0096722 Oct 12 12:48:59.512918 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:59.517423 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:48:59.530600 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-942bf68f-0493-49a8-9cce-06a9212dfee8 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453570 Oct 12 12:48:59.546222 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-30f1facf-eaac-4e7a-b1d2-040b47ff68bc service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:48:59.547149 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-30f1facf-eaac-4e7a-b1d2-040b47ff68bc service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051374 Oct 12 12:48:59.642762 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-bc473f7a-a3a3-46df-9bd9-7691c4f1013d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902398 Oct 12 12:48:59.730220 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-7e0f5742-2c7e-41b6-b20c-91066839d658 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815253 Oct 12 12:48:59.960835 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f7d77ccc-19bb-4d8f-95ae-f0a7e8843dee req-fa7fc809-6c91-4457-aff0-5ce484d9c994 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 210 time: 0.0306163 Oct 12 12:49:00.788902 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-b844e782-3e7d-4468-8483-d83ee8a7eaa8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-292163129&fields=id&tenant_id=00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 267 time: 0.0454519 Oct 12 12:49:00.897649 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-46fee210-376b-4007-9bcd-ff9a6c298ecc tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:00.899111 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-46fee210-376b-4007-9bcd-ff9a6c298ecc tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 812 time: 0.1037445 Oct 12 12:49:00.913452 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-2b3b8f8d-84e3-440d-b196-83840e749cc6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/quotas/00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 375 time: 0.0088539 Oct 12 12:49:00.963711 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-2c9c024c-b430-4363-8f19-d9ec16865d03 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452776 Oct 12 12:49:01.061550 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9c5c1a92-e8d8-403e-950c-e074d72e521a req-477b3fef-2ab5-4894-9099-a2963d2be329 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 210 time: 0.0267689 Oct 12 12:49:01.072870 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-1bd71c78-5fff-4045-8449-867e75611c46 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960395 Oct 12 12:49:01.164578 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-cafaf3f9-f521-4b29-8ee9-87605f506fb9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858641 Oct 12 12:49:01.807253 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e9036fc5-e269-42dc-8317-ed9ec8d9c4ec req-eebeb89c-c04d-421b-b654-40ed4a2a6cff tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Oct 12 12:49:02.170741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-17e9bb56-e259-484f-a398-70c2dce8cacf tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:02.172196 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-17e9bb56-e259-484f-a398-70c2dce8cacf tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 811 time: 0.1122134 Oct 12 12:49:02.183568 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b56f4b75-32a4-4d29-b3c8-9f22258b7081 req-0c7ff5bf-cd56-4050-abd9-83be4a7e7db8 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 210 time: 0.0329859 Oct 12 12:49:02.239563 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-a0e80f68-0d18-4370-bd1b-5f1818a44480 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ebab900aef740b68af799c4695e6e5f HTTP/1.1" status: 200 len: 380 time: 0.0530889 Oct 12 12:49:02.249729 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'port': {'device_id': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'admin_state_up': True, 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'security_groups': ['30cba55c-8d28-41a6-9447-66289cf2b750']}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:49:02.418734 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Made reservation on behalf of 3ebab900aef740b68af799c4695e6e5f for: {'port': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:49:02.422899 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:02.526667 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:02.548222 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Allocated IP 172.20.0.12 (3056a6cc-68c2-4250-940c-4ab601619b85/3c439414-86a2-435a-892e-f8fafc4e9f09/7f3980ee-9661-4485-8118-4ab7f72717b9) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:49:02.685350 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:02.706116 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:02.795596 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:02.837558 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Network 3056a6cc-68c2-4250-940c-4ab601619b85 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:49:02.840389 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:49:02.842796 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:49:02.878253 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event updated for resources: {'Port': ['ID=7f3980ee-9661-4485-8118-4ab7f72717b9,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:03.086249 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:03.087745 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:03.094272 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-6f46efdc-04ed-4fe0-900b-8ea8b092dd94 None None] Provisioning complete for port 7f3980ee-9661-4485-8118-4ab7f72717b9 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:49:03.094647 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6f46efdc-04ed-4fe0-900b-8ea8b092dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:03.094989 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-6f46efdc-04ed-4fe0-900b-8ea8b092dd94 None None] Attempt 1 to provision port 7f3980ee-9661-4485-8118-4ab7f72717b9 Oct 12 12:49:03.147014 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:03.149436 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:03.192158 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ba774d6a-50ef-476d-a2d6-6111dc28266e req-4c8ef2dd-4bd4-4c36-9c0d-1f11c84c2d31 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 210 time: 0.3073711 Oct 12 12:49:03.197608 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:03.198252 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:03.278556 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-28e33285-a6df-4d28-aad3-87d2e2bc7bbc tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0340669 Oct 12 12:49:03.290116 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-6f46efdc-04ed-4fe0-900b-8ea8b092dd94 None None] Port 7f3980ee-9661-4485-8118-4ab7f72717b9 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:49:03.291700 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-ad9373b4-9478-49a7-914e-3238a6087966 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:49:03.292740 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-ad9373b4-9478-49a7-914e-3238a6087966 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062563 Oct 12 12:49:03.321787 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b013adb-3dd7-4ba0-8b3e-519dcc62f312 req-e3cb39d6-9e6d-46e9-addf-79a08594a9df tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:03.324034 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5b013adb-3dd7-4ba0-8b3e-519dcc62f312 req-e3cb39d6-9e6d-46e9-addf-79a08594a9df tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 932 time: 0.0554366 Oct 12 12:49:03.355310 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Request body: {'port': {'device_id': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:49:03.373713 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5b013adb-3dd7-4ba0-8b3e-519dcc62f312 req-8c500d26-4be8-4493-8622-d8b1f6d4d8fe tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Oct 12 12:49:03.415666 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:03.667482 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3980ee-9661-4485-8118-4ab7f72717b9 {{(pid=104978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:49:03.674912 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Publish callbacks [] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:03.687059 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.provisioning_blocks [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Transition to ACTIVE for port object 7f3980ee-9661-4485-8118-4ab7f72717b9 will not be triggered until provisioned by entity L2. {{(pid=104978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:49:03.759163 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:03.821301 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3980ee-9661-4485-8118-4ab7f72717b9,revision_number=2']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:03.829080 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:03.867337 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-c6a91b7e-0153-4ff5-99e7-1f81cd79dd0e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:03.868859 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-c6a91b7e-0153-4ff5-99e7-1f81cd79dd0e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 812 time: 0.1046913 Oct 12 12:49:03.870860 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:03.874051 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Attempting to bind port 7f3980ee-9661-4485-8118-4ab7f72717b9 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:49:03.874688 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Attempting to bind port 7f3980ee-9661-4485-8118-4ab7f72717b9 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:49:03.875020 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Attempting to bind port 7f3980ee-9661-4485-8118-4ab7f72717b9 on network 3056a6cc-68c2-4250-940c-4ab601619b85 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:49:03.926955 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Port 7f3980ee-9661-4485-8118-4ab7f72717b9 on network 3056a6cc-68c2-4250-940c-4ab601619b85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:49:03.927363 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Attempting to bind port 7f3980ee-9661-4485-8118-4ab7f72717b9 on network 3056a6cc-68c2-4250-940c-4ab601619b85 {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:49:03.954810 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-d264bfb0-786a-45d4-93ce-b187f4f62d8b tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=00c9aab9a0264449ac51194afd4cb6a9 HTTP/1.1" status: 200 len: 379 time: 0.0718358 Oct 12 12:49:03.963476 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'port': {'device_id': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'admin_state_up': True, 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'security_groups': ['79678d62-0ee3-49c6-9171-58d843a2ed12']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:49:03.972918 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:49:03.973365 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Checking segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:49:03.974422 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Bound using segment: {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'} {{(pid=104978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:49:03.974967 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.managers [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Bound port: 7f3980ee-9661-4485-8118-4ab7f72717b9, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b26143c-402c-44f1-bda2-9fa23c924c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85'}}] {{(pid=104978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:49:03.975435 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.046501 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] For port 7f3980ee-9661-4485-8118-4ab7f72717b9, host hv-cinder-81268, cleared binding levels {{(pid=104978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:49:04.050014 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] For port 7f3980ee-9661-4485-8118-4ab7f72717b9, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f3980ee-9661-4485-8118-4ab7f72717b9,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:49:04.172570 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Made reservation on behalf of 00c9aab9a0264449ac51194afd4cb6a9 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:49:04.173213 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.177511 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.178964 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.179856 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.181338 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/7f3980ee-9661-4485-8118-4ab7f72717b9 HTTP/1.1" status: 200 len: 1094 time: 0.8750758 Oct 12 12:49:04.182039 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'tag': '7f3980ee-9661-4485-8118-4ab7f72717b9'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:49:04.184414 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f282efb-bae7-4aad-ae2c-3096a9b86b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3", "tag": "7f3980ee-9661-4485-8118-4ab7f72717b9"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:49:04.218999 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:04.238470 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e9efb-6e31-40fe-a06c-a7f49f655c18 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3980ee-9661-4485-8118-4ab7f72717b9,revision_number=3']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:04.251055 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5069730b-b8f6-4c8f-9adb-4eb5e4cf11ad x-openstack-request-id: req-5069730b-b8f6-4c8f-9adb-4eb5e4cf11ad {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:49:04.251347 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3", "tag": "7f3980ee-9661-4485-8118-4ab7f72717b9", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:49:04.251601 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5069730b-b8f6-4c8f-9adb-4eb5e4cf11ad {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:49:04.252009 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5069730b-b8f6-4c8f-9adb-4eb5e4cf11ad'] response: {'name': 'network-changed', 'server_uuid': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'tag': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'status': 'completed', 'code': 200} Oct 12 12:49:04.307570 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-64182c5b-6b8c-45ae-8648-022e9749ab29 req-3a97d22f-54fa-4c05-9afe-687412b7f55a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 210 time: 0.0330510 Oct 12 12:49:04.343286 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282efb-bae7-4aad-ae2c-3096a9b86b1e req-27929633-967a-4051-b61a-bc17c7b514fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.344770 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3f282efb-bae7-4aad-ae2c-3096a9b86b1e req-27929633-967a-4051-b61a-bc17c7b514fb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0417197 Oct 12 12:49:04.365647 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Allocated IP 172.20.0.14 (3df10711-3511-48ea-bbdd-b691bad6a273/80f56656-8785-4cce-bd46-21ce7fb25d19/49d575f2-339d-45f5-a550-3c864bdab81a) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:49:04.371076 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:04.453543 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282efb-bae7-4aad-ae2c-3096a9b86b1e req-9fc23b49-f8f6-41fa-811d-b99622a3c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.454951 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3f282efb-bae7-4aad-ae2c-3096a9b86b1e req-9fc23b49-f8f6-41fa-811d-b99622a3c419 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=3ebab900aef740b68af799c4695e6e5f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0962365 Oct 12 12:49:04.515578 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (49d575f2-339d-45f5-a550-3c864bdab81a), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.546459 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc352-b335-4837-af4e-7f584f69e314 req-ad03688b-b0cc-44db-9970-d45822873995 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.547974 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5b5bc352-b335-4837-af4e-7f584f69e314 req-ad03688b-b0cc-44db-9970-d45822873995 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 944 time: 0.0921633 Oct 12 12:49:04.601696 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.616482 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282efb-bae7-4aad-ae2c-3096a9b86b1e req-b5afbfb0-a188-49be-87dd-efd2d470b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.617945 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3f282efb-bae7-4aad-ae2c-3096a9b86b1e req-b5afbfb0-a188-49be-87dd-efd2d470b478 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532817 Oct 12 12:49:04.625071 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5b5bc352-b335-4837-af4e-7f584f69e314 req-ec46faf5-1b71-490f-ae71-e8e59f0fc027 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688729 Oct 12 12:49:04.644913 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Network 3df10711-3511-48ea-bbdd-b691bad6a273 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:49:04.648828 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:49:04.656788 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:49:04.663802 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=49d575f2-339d-45f5-a550-3c864bdab81a,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:04.712971 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.713531 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.744624 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c4913aca-9602-4fc6-a83f-b0d830564e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.746420 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-c4913aca-9602-4fc6-a83f-b0d830564e11 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0525382 Oct 12 12:49:04.792240 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-95ff94b9-397c-44b7-bb04-d6cdaa2ef35c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f3980ee-9661-4485-8118-4ab7f72717b9 HTTP/1.1" status: 200 len: 217 time: 0.0334294 Oct 12 12:49:04.809775 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4a6af9d6-3f9a-4d35-a904-931b9acabd26 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8507981 Oct 12 12:49:04.827411 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Request body: {'port': {'device_id': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:49:04.846798 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-83e1115d-61d2-4d54-ae2b-e06fe9cb4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.848289 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-83e1115d-61d2-4d54-ae2b-e06fe9cb4128 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=3c439414-86a2-435a-892e-f8fafc4e9f09 HTTP/1.1" status: 200 len: 850 time: 0.0506485 Oct 12 12:49:04.852846 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:04.890890 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.895391 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-b6eb4214-2e31-4002-8189-060aa2367cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:04.896931 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-b6eb4214-2e31-4002-8189-060aa2367cbc service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3056a6cc-68c2-4250-940c-4ab601619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429521 Oct 12 12:49:04.916273 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-6a5139e6-a19d-4627-9641-f4407bb05a16 None None] Provisioning complete for port 49d575f2-339d-45f5-a550-3c864bdab81a triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:49:04.916867 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6a5139e6-a19d-4627-9641-f4407bb05a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:04.927796 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-6a5139e6-a19d-4627-9641-f4407bb05a16 None None] Attempt 1 to provision port 49d575f2-339d-45f5-a550-3c864bdab81a Oct 12 12:49:04.963113 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-6a5139e6-a19d-4627-9641-f4407bb05a16 None None] Port 49d575f2-339d-45f5-a550-3c864bdab81a cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:49:04.997147 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-4e641454-384a-4282-b254-ca86be108da7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942492 Oct 12 12:49:05.101700 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-30173ffa-d7b7-4f5c-921e-c847f7a38a92 req-09498248-c50c-4abc-9ade-42f50fce58a0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980699 Oct 12 12:49:05.156961 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d575f2-339d-45f5-a550-3c864bdab81a {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:49:05.162958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:05.165233 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Publish callbacks [] for port (49d575f2-339d-45f5-a550-3c864bdab81a), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:05.178062 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Transition to ACTIVE for port object 49d575f2-339d-45f5-a550-3c864bdab81a will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:49:05.270377 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:05.350175 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Pushing event updated for resources: {'Port': ['ID=49d575f2-339d-45f5-a550-3c864bdab81a,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:05.377785 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Attempting to bind port 49d575f2-339d-45f5-a550-3c864bdab81a on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:49:05.378512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Attempting to bind port 49d575f2-339d-45f5-a550-3c864bdab81a by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:49:05.378512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Attempting to bind port 49d575f2-339d-45f5-a550-3c864bdab81a on network 3df10711-3511-48ea-bbdd-b691bad6a273 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:49:05.462967 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ed72-27d7-42de-b112-84d97b761701 req-5c0f4e32-e81c-43a1-b6a5-02176cb56ef6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:05.464396 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-94a0ed72-27d7-42de-b112-84d97b761701 req-5c0f4e32-e81c-43a1-b6a5-02176cb56ef6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 944 time: 0.0636413 Oct 12 12:49:05.465290 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Port 49d575f2-339d-45f5-a550-3c864bdab81a on network 3df10711-3511-48ea-bbdd-b691bad6a273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:49:05.465610 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Attempting to bind port 49d575f2-339d-45f5-a550-3c864bdab81a on network 3df10711-3511-48ea-bbdd-b691bad6a273 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:49:05.534955 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:49:05.535288 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Checking segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:49:05.535662 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Bound using segment: {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:49:05.536607 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Bound port: 49d575f2-339d-45f5-a550-3c864bdab81a, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866e795d-f3ec-4d5d-8213-ff952758b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:49:05.536961 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:05.552389 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-94a0ed72-27d7-42de-b112-84d97b761701 req-c3f2798f-8f77-4aed-9b5c-9cb57cffae88 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665641 Oct 12 12:49:05.602732 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] For port 49d575f2-339d-45f5-a550-3c864bdab81a, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:49:05.605650 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] For port 49d575f2-339d-45f5-a550-3c864bdab81a, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49d575f2-339d-45f5-a550-3c864bdab81a,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:49:05.704524 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:05.709384 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:05.710017 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:05.711371 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/49d575f2-339d-45f5-a550-3c864bdab81a HTTP/1.1" status: 200 len: 1094 time: 0.8886895 Oct 12 12:49:05.711929 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:49:05.714219 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aceca02-80d0-4269-8d97-28f1684d7ded" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:49:05.749120 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ffeb-d0d7-4abf-a299-56f5eb94dd83 req-fefbf4a3-d937-47d3-93f2-ccb503f44b67 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:05.750642 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5f16ffeb-d0d7-4abf-a299-56f5eb94dd83 req-fefbf4a3-d937-47d3-93f2-ccb503f44b67 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 944 time: 0.0485876 Oct 12 12:49:05.764649 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03461-24c1-44d6-9ca7-7e1938dde378 service neutron] Pushing event updated for resources: {'Port': ['ID=49d575f2-339d-45f5-a550-3c864bdab81a,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:05.801091 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5f16ffeb-d0d7-4abf-a299-56f5eb94dd83 req-6dfc61c5-e860-4e98-b0be-5d029ab3fe55 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439065 Oct 12 12:49:05.829897 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ec980a-de8a-4b3e-b7b7-297e98b0d691 x-openstack-request-id: req-86ec980a-de8a-4b3e-b7b7-297e98b0d691 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:49:05.830213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:49:05.830459 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86ec980a-de8a-4b3e-b7b7-297e98b0d691 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:49:05.830854 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ec980a-de8a-4b3e-b7b7-297e98b0d691'] response: {'name': 'network-changed', 'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a', 'status': 'completed', 'code': 200} Oct 12 12:49:06.053235 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceca02-80d0-4269-8d97-28f1684d7ded req-84a50eba-dff6-452e-b734-f3c19a694ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:06.054678 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2aceca02-80d0-4269-8d97-28f1684d7ded req-84a50eba-dff6-452e-b734-f3c19a694ad9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 1128 time: 0.0397229 Oct 12 12:49:06.164966 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceca02-80d0-4269-8d97-28f1684d7ded req-04a8f189-b916-4de8-b146-3e2888a06f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:06.166440 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2aceca02-80d0-4269-8d97-28f1684d7ded req-04a8f189-b916-4de8-b146-3e2888a06f70 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0944085 Oct 12 12:49:06.218982 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:06.257070 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceca02-80d0-4269-8d97-28f1684d7ded req-6ccbb8ab-1441-4c28-833d-579d9e871626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:06.258535 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2aceca02-80d0-4269-8d97-28f1684d7ded req-6ccbb8ab-1441-4c28-833d-579d9e871626 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870299 Oct 12 12:49:06.384973 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-39f6d70c-5f54-4dec-9f6e-18f5946458e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:06.386345 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-39f6d70c-5f54-4dec-9f6e-18f5946458e9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 1128 time: 0.0415654 Oct 12 12:49:06.430119 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-699d0519-a210-4ca0-aa2e-d17537aae6d3 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49d575f2-339d-45f5-a550-3c864bdab81a HTTP/1.1" status: 200 len: 217 time: 0.0310545 Oct 12 12:49:06.475668 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4944591b-38c5-4fbb-b4e2-39ace334a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:06.477098 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-4944591b-38c5-4fbb-b4e2-39ace334a3bd service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0420094 Oct 12 12:49:06.520216 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-a17d70ca-3a83-4f8c-9336-7f8bc8b16155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:06.521737 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-a17d70ca-3a83-4f8c-9336-7f8bc8b16155 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390682 Oct 12 12:49:06.590660 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 7f3980ee-9661-4485-8118-4ab7f72717b9 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:49:06.615270 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-e590f8b2-da16-422e-bd45-2e9ef73c68ce service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868025 Oct 12 12:49:06.674819 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4aebc-2c6d-4f78-bfbe-3b018c7d26e8 req-249cbd18-6343-4a87-8f45-93140cc4ac0a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:06.676233 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e7a4aebc-2c6d-4f78-bfbe-3b018c7d26e8 req-249cbd18-6343-4a87-8f45-93140cc4ac0a tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 944 time: 0.0498025 Oct 12 12:49:06.708513 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 7f3980ee-9661-4485-8118-4ab7f72717b9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f3980ee-9661-4485-8118-4ab7f72717b9,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:06.720717 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'port_id': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'mac_address': 'fa:16:3e:b0:a7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:49:06.729237 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:06.733430 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e7a4aebc-2c6d-4f78-bfbe-3b018c7d26e8 req-44a151be-3b46-48f2-9a51-c61a22280a88 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510066 Oct 12 12:49:06.764334 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 7f3980ee-9661-4485-8118-4ab7f72717b9 is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:49:06.764855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:06.780073 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3980ee-9661-4485-8118-4ab7f72717b9 {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:49:06.802898 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 7f3980ee-9661-4485-8118-4ab7f72717b9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f3980ee-9661-4485-8118-4ab7f72717b9,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:06.879081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:06.931855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=7f3980ee-9661-4485-8118-4ab7f72717b9,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:06.939296 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.939645 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.939994 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.940341 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.940681 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.941018 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.941350 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.941680 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.942035 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.942401 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.942734 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.943062 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.943412 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.943735 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.944056 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:06.965414 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6cd1e45-3857-4249-a2fc-5ed02bb54814 req-95ef70a9-b760-476c-9ca5-4cc71b8d67ab service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448327 Oct 12 12:49:06.998047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838757c-0084-4258-a2f0-8701a73fcd8c req-74732e51-e7e8-4be1-89b9-12860c690061 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:06.999486 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b838757c-0084-4258-a2f0-8701a73fcd8c req-74732e51-e7e8-4be1-89b9-12860c690061 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Oct 12 12:49:07.038886 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:07.045843 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b838757c-0084-4258-a2f0-8701a73fcd8c req-7f2a3877-f24d-40fb-b3be-26455059d8a2 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 Oct 12 12:49:07.172320 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['7f3980ee-9661-4485-8118-4ab7f72717b9'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:49:07.855180 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114ca3b-2e2f-4d28-9d61-b6ae113c5e1a req-5083459d-9185-48b6-905a-e67640b527cd tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:07.856628 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5114ca3b-2e2f-4d28-9d61-b6ae113c5e1a req-5083459d-9185-48b6-905a-e67640b527cd tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 944 time: 0.0461917 Oct 12 12:49:07.905287 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5114ca3b-2e2f-4d28-9d61-b6ae113c5e1a req-ffe4f60b-ebc8-4e14-bf0d-4f51eb9b1cc7 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 Oct 12 12:49:08.162599 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274d88-b2ba-4319-9250-f377d5c27eba req-b631f014-8aed-4ea7-97fe-abec4cce03d2 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:08.164046 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f9274d88-b2ba-4319-9250-f377d5c27eba req-b631f014-8aed-4ea7-97fe-abec4cce03d2 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 945 time: 0.0451910 Oct 12 12:49:08.212236 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f9274d88-b2ba-4319-9250-f377d5c27eba req-4c3ee929-d8e8-491c-966a-13e6c19f796d tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Oct 12 12:49:08.604775 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 7f3980ee-9661-4485-8118-4ab7f72717b9 up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:49:08.649049 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 7f3980ee-9661-4485-8118-4ab7f72717b9 completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:49:08.720891 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 7f3980ee-9661-4485-8118-4ab7f72717b9 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:49:08.721263 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:08.721592 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 7f3980ee-9661-4485-8118-4ab7f72717b9 Oct 12 12:49:08.792633 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 7f3980ee-9661-4485-8118-4ab7f72717b9 is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:49:08.793012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:08.814940 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3980ee-9661-4485-8118-4ab7f72717b9'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:49:08.817142 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7994ae7-8f92-4388-bc04-38d85409f84e" -d '{"events": [{"server_uuid": "b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3", "name": "network-vif-plugged", "status": "completed", "tag": "7f3980ee-9661-4485-8118-4ab7f72717b9"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:49:08.821156 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:08.829695 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 7f3980ee-9661-4485-8118-4ab7f72717b9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f3980ee-9661-4485-8118-4ab7f72717b9,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:08.911797 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f194f747-e189-4b51-9be9-0e378e18f93e x-openstack-request-id: req-f194f747-e189-4b51-9be9-0e378e18f93e {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:49:08.911797 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3", "name": "network-vif-plugged", "status": "completed", "tag": "7f3980ee-9661-4485-8118-4ab7f72717b9", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:49:08.911797 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f194f747-e189-4b51-9be9-0e378e18f93e {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:49:08.911797 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f194f747-e189-4b51-9be9-0e378e18f93e'] response: {'server_uuid': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'code': 200} Oct 12 12:49:08.930167 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:08.982258 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=7f3980ee-9661-4485-8118-4ab7f72717b9,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:09.030855 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746bba4-ee9e-4449-a80a-2e029950eeb3 req-e2cb0e70-5bb1-4c77-b55d-df4313582f70 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:09.032395 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7746bba4-ee9e-4449-a80a-2e029950eeb3 req-e2cb0e70-5bb1-4c77-b55d-df4313582f70 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 944 time: 0.0500925 Oct 12 12:49:09.082779 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7746bba4-ee9e-4449-a80a-2e029950eeb3 req-843c1919-e9fa-465d-a180-a3a274233ca6 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447285 Oct 12 12:49:09.263656 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd913c-9e67-40d6-bb34-fe351fe1a9a4 req-e096cfd8-f20d-4f2f-9e08-8fd7a43f9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:09.265124 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-77dd913c-9e67-40d6-bb34-fe351fe1a9a4 req-e096cfd8-f20d-4f2f-9e08-8fd7a43f9a15 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 1130 time: 0.0386739 Oct 12 12:49:09.308283 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-77dd913c-9e67-40d6-bb34-fe351fe1a9a4 req-9421c857-f082-404d-bc54-631d5b74ef59 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361116 Oct 12 12:49:09.331652 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901af06-010d-4bf6-8b60-ef26f59392af req-cdbda386-82b6-4b07-a4c3-3ef6afdb5341 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:09.333575 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e901af06-010d-4bf6-8b60-ef26f59392af req-cdbda386-82b6-4b07-a4c3-3ef6afdb5341 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 946 time: 0.0452132 Oct 12 12:49:09.379396 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e901af06-010d-4bf6-8b60-ef26f59392af req-309c932d-da59-4995-ba20-eff5f1539fd2 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 Oct 12 12:49:10.033184 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:10.203031 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0836c4-775b-41f6-8300-62bfaf1dfeb4 req-6b27d217-fa6d-4419-be33-44e261f7c42d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:10.204464 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ec0836c4-775b-41f6-8300-62bfaf1dfeb4 req-6b27d217-fa6d-4419-be33-44e261f7c42d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 944 time: 0.0480242 Oct 12 12:49:10.253658 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ec0836c4-775b-41f6-8300-62bfaf1dfeb4 req-c12db2a4-6086-4655-8ab9-3b3556d20df2 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Oct 12 12:49:10.501813 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd28ca-9f4a-4e74-8a48-db7ca4f94d14 req-05c05b5f-fea2-44ed-8a28-7c6b2dd08de1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:10.503287 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-51dd28ca-9f4a-4e74-8a48-db7ca4f94d14 req-05c05b5f-fea2-44ed-8a28-7c6b2dd08de1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 946 time: 0.0508265 Oct 12 12:49:10.536888 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:10.550937 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-51dd28ca-9f4a-4e74-8a48-db7ca4f94d14 req-5b778df6-65bf-4718-a447-854a81e93e4c tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Oct 12 12:49:10.782166 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:11.375046 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a4c9b-ce6d-40e8-863c-936b006642e9 req-37dd6d0b-250a-45e9-b701-917c0884d030 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:11.376447 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b94a4c9b-ce6d-40e8-863c-936b006642e9 req-37dd6d0b-250a-45e9-b701-917c0884d030 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 944 time: 0.0462172 Oct 12 12:49:11.423811 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b94a4c9b-ce6d-40e8-863c-936b006642e9 req-b9b730a3-1a41-4f4d-8e33-01c1730358b2 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Oct 12 12:49:11.677065 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e91d3-5edc-4390-9552-c2414a07d370 req-974968d7-0fe6-4357-925e-e2ca40f90fc1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:11.678485 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-199e91d3-5edc-4390-9552-c2414a07d370 req-974968d7-0fe6-4357-925e-e2ca40f90fc1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 946 time: 0.0474014 Oct 12 12:49:11.724171 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-199e91d3-5edc-4390-9552-c2414a07d370 req-03beef8c-ac2d-4017-bf80-f0e526a5cddb tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Oct 12 12:49:11.837892 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36badab6-4545-4a74-bc58-c90ea8253ce1 req-bf8b3bf8-88a0-45d8-bc9a-844c721a5484 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:11.839375 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-36badab6-4545-4a74-bc58-c90ea8253ce1 req-bf8b3bf8-88a0-45d8-bc9a-844c721a5484 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 946 time: 0.0454860 Oct 12 12:49:11.850163 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47698) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:49:11.854627 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Request body: {'floatingip': {'port_id': '7f3980ee-9661-4485-8118-4ab7f72717b9'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:49:11.895836 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (129a9abc-b76e-44f7-ac0f-a8c2ad707b04), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:12.306735 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:12.361302 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (129a9abc-b76e-44f7-ac0f-a8c2ad707b04), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:12.458372 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Floating IP 129a9abc-b76e-44f7-ac0f-a8c2ad707b04 associated. External IP: 172.27.3.37, port: 7f3980ee-9661-4485-8118-4ab7f72717b9. Oct 12 12:49:12.577627 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90ae85-eaaa-4cdf-b00f-9819ba0cf8db req-50f03ce5-fa90-4192-8454-4a57879432b3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:12.579112 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ce90ae85-eaaa-4cdf-b00f-9819ba0cf8db req-50f03ce5-fa90-4192-8454-4a57879432b3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 944 time: 0.0816457 Oct 12 12:49:12.582928 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:12.680577 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ce90ae85-eaaa-4cdf-b00f-9819ba0cf8db req-bcf070c0-cf37-441e-84b7-d5bd78cc40be tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940690 Oct 12 12:49:12.714836 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:12.737694 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:49:12.838834 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:49:12.843670 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:12.848701 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] Sync routers for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:49:12.858103 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:49:12.858719 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:48:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:49:12.877101 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-81c326bd-f974-428d-b023-6baeb63b4958 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/129a9abc-b76e-44f7-ac0f-a8c2ad707b04 HTTP/1.1" status: 200 len: 991 time: 1.0258534 Oct 12 12:49:12.877830 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'tag': '7f3980ee-9661-4485-8118-4ab7f72717b9'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:49:12.880178 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b832d0-1001-4a74-8b18-aa3981c906cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3", "tag": "7f3980ee-9661-4485-8118-4ab7f72717b9"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:49:12.917182 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe7139b-fc70-45c5-833d-f04bdaabfc40 x-openstack-request-id: req-efe7139b-fc70-45c5-833d-f04bdaabfc40 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:49:12.917474 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3", "tag": "7f3980ee-9661-4485-8118-4ab7f72717b9", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:49:12.917723 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efe7139b-fc70-45c5-833d-f04bdaabfc40 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:49:12.918171 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe7139b-fc70-45c5-833d-f04bdaabfc40'] response: {'name': 'network-changed', 'server_uuid': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'tag': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'status': 'completed', 'code': 200} Oct 12 12:49:12.962001 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:49:13.153903 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-47e8702a-c988-4cce-b372-23b484658b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:13.155413 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-47e8702a-c988-4cce-b372-23b484658b2a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3ebab900aef740b68af799c4695e6e5f&device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 1130 time: 0.0420527 Oct 12 12:49:13.171576 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '129a9abc-b76e-44f7-ac0f-a8c2ad707b04', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'port_id': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'mac_address': 'fa:16:3e:b0:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:48:58Z', 'updated_at': '2022-10-12T12:49:12Z', 'revision_number': 1, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:49:13.195687 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] Checking router: 9728e5c8-652b-48ad-a050-a8ea50ad0e1f for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:49:13.203915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:49:13.204511 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:48:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:49:13.225236 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:13.247231 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-74fbb966-02ac-4017-a41a-70784efaa6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:13.248648 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-74fbb966-02ac-4017-a41a-70784efaa6eb service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 200 len: 912 time: 0.0851350 Oct 12 12:49:13.307638 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:49:13.313109 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-1ed955aa-a36c-4bc3-9995-7cea747dc711 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f3980ee-9661-4485-8118-4ab7f72717b9 HTTP/1.1" status: 200 len: 999 time: 0.0581827 Oct 12 12:49:13.361597 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-c30544f5-6f77-44e6-a482-62fd887cd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:13.363152 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-c30544f5-6f77-44e6-a482-62fd887cd802 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=3c439414-86a2-435a-892e-f8fafc4e9f09 HTTP/1.1" status: 200 len: 850 time: 0.0434589 Oct 12 12:49:13.408743 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-ef1ca9f1-e7bc-4e7e-b4d3-311512c50987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:13.410404 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-ef1ca9f1-e7bc-4e7e-b4d3-311512c50987 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3056a6cc-68c2-4250-940c-4ab601619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383334 Oct 12 12:49:13.502697 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-f05da2f0-e15b-4387-b3d4-aaf7ce4ac20f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854018 Oct 12 12:49:13.516645 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '129a9abc-b76e-44f7-ac0f-a8c2ad707b04', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'port_id': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'mac_address': 'fa:16:3e:b0:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:48:58Z', 'updated_at': '2022-10-12T12:49:12Z', 'revision_number': 1, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:49:13.544746 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a552c9d-fc93-4dce-966f-12c58fb88bc8 None None] The sync data for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi is: [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '129a9abc-b76e-44f7-ac0f-a8c2ad707b04', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'port_id': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'mac_address': 'fa:16:3e:b0:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:48:58Z', 'updated_at': '2022-10-12T12:49:12Z', 'revision_number': 1, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:49:13.557994 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:13.598292 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b0b832d0-1001-4a74-8b18-aa3981c906cb req-c17a3b20-5571-4134-8e2a-52cd82d78ba1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889814 Oct 12 12:49:13.641046 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:49:13.735622 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fabc48-d948-471a-bb3e-3a4074e95ba9 None None] New status for floating IP 129a9abc-b76e-44f7-ac0f-a8c2ad707b04: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:49:13.816282 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671608e-7989-4a86-92aa-4672996035e4 req-f8139912-7533-4e58-9b23-27c17c3eed6e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:13.817895 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d671608e-7989-4a86-92aa-4672996035e4 req-f8139912-7533-4e58-9b23-27c17c3eed6e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 944 time: 0.0477133 Oct 12 12:49:13.869735 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-d671608e-7989-4a86-92aa-4672996035e4 req-31638108-6936-4507-a75b-fd55c8d39be4 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455966 Oct 12 12:49:14.637701 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 49d575f2-339d-45f5-a550-3c864bdab81a details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:49:14.670188 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:14.735398 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 49d575f2-339d-45f5-a550-3c864bdab81a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49d575f2-339d-45f5-a550-3c864bdab81a,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:14.745745 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '49d575f2-339d-45f5-a550-3c864bdab81a', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'port_id': '49d575f2-339d-45f5-a550-3c864bdab81a', 'mac_address': 'fa:16:3e:c0:ea:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:49:14.750979 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:14.780593 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 49d575f2-339d-45f5-a550-3c864bdab81a is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:49:14.780980 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:14.798571 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d575f2-339d-45f5-a550-3c864bdab81a {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:49:14.817703 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 49d575f2-339d-45f5-a550-3c864bdab81a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49d575f2-339d-45f5-a550-3c864bdab81a,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:14.910127 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:14.958097 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=49d575f2-339d-45f5-a550-3c864bdab81a,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:14.993667 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b744c-254c-4eda-9ab9-b799c49227b2 req-5ba438bc-daf3-47c1-980e-8fccb8ffceb5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:14.995164 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ab3b744c-254c-4eda-9ab9-b799c49227b2 req-5ba438bc-daf3-47c1-980e-8fccb8ffceb5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 945 time: 0.0474946 Oct 12 12:49:15.042971 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ab3b744c-254c-4eda-9ab9-b799c49227b2 req-ee6d482b-e6a7-48f5-8ae4-1d3550973937 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423131 Oct 12 12:49:15.188410 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['49d575f2-339d-45f5-a550-3c864bdab81a'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:49:15.408770 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1b61c1af-d45f-4cdb-81f8-1c508d7ce757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:16.161802 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd616ffd-ca6b-442b-8102-0c4fac2dcda5 req-868e8a92-0bcd-47dd-aaca-5f847578950c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:16.163266 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-bd616ffd-ca6b-442b-8102-0c4fac2dcda5 req-868e8a92-0bcd-47dd-aaca-5f847578950c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 945 time: 0.0456698 Oct 12 12:49:16.210634 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-bd616ffd-ca6b-442b-8102-0c4fac2dcda5 req-fa8fe057-3274-454e-b7c5-336c69dd81a8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 Oct 12 12:49:16.651011 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 49d575f2-339d-45f5-a550-3c864bdab81a up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:49:16.692481 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 49d575f2-339d-45f5-a550-3c864bdab81a completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:49:16.755302 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 49d575f2-339d-45f5-a550-3c864bdab81a triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:49:16.755933 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:16.756268 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 49d575f2-339d-45f5-a550-3c864bdab81a Oct 12 12:49:16.828666 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 49d575f2-339d-45f5-a550-3c864bdab81a is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:49:16.829041 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:16.854161 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:49:16.856296 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396dace1-8460-4b8c-b240-cf397f1641af" -d '{"events": [{"server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "name": "network-vif-plugged", "status": "completed", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:49:16.869887 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 49d575f2-339d-45f5-a550-3c864bdab81a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49d575f2-339d-45f5-a550-3c864bdab81a,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:16.893674 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc15c9b-2592-44e0-a08a-6f386866204c x-openstack-request-id: req-cfc15c9b-2592-44e0-a08a-6f386866204c {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:49:16.893984 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "name": "network-vif-plugged", "status": "completed", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:49:16.894235 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfc15c9b-2592-44e0-a08a-6f386866204c {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:49:16.894626 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc15c9b-2592-44e0-a08a-6f386866204c'] response: {'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a', 'code': 200} Oct 12 12:49:16.933179 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:16.979937 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=49d575f2-339d-45f5-a550-3c864bdab81a,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:17.274239 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cac05e-641e-449e-9737-1a1c5099cd43 req-7b49fc65-84fe-4998-a0b5-1f25b06bef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:17.275716 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-67cac05e-641e-449e-9737-1a1c5099cd43 req-7b49fc65-84fe-4998-a0b5-1f25b06bef69 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 1130 time: 0.0406585 Oct 12 12:49:17.320408 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-67cac05e-641e-449e-9737-1a1c5099cd43 req-55245de7-4d68-4bd2-b5cc-8839a59a76ed service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392056 Oct 12 12:49:17.333110 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3068c3b-2772-443c-9e2e-77d580ce9cbd req-ccc14299-ce78-41b1-8c3f-44b01cc02559 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:17.334581 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e3068c3b-2772-443c-9e2e-77d580ce9cbd req-ccc14299-ce78-41b1-8c3f-44b01cc02559 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 946 time: 0.0497284 Oct 12 12:49:17.383714 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e3068c3b-2772-443c-9e2e-77d580ce9cbd req-6559179a-5d67-449f-b27b-e23931d8eb9c tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427711 Oct 12 12:49:17.635922 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:17.698405 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-f8853646-c5b9-4d6e-a053-b32cbc8c8cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:18.507423 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e19dd-ca0b-4295-8f4a-386b33fe55aa req-8ccf93ee-b3ca-43be-aec7-5a436cb345b5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:18.508870 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-755e19dd-ca0b-4295-8f4a-386b33fe55aa req-8ccf93ee-b3ca-43be-aec7-5a436cb345b5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 946 time: 0.0500197 Oct 12 12:49:18.556837 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-755e19dd-ca0b-4295-8f4a-386b33fe55aa req-482b4642-efe6-4b0d-abdc-e9ad4961b647 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424366 Oct 12 12:49:19.001232 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:19.124814 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-981841ea-ccef-4976-8591-db626133a273 req-59f7dd7b-a5aa-4ae1-bf25-cc910ff0f716 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368855 Oct 12 12:49:19.224308 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981841ea-ccef-4976-8591-db626133a273 req-dbf6515c-7017-484a-9f48-e04d120ae777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:19.225843 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-981841ea-ccef-4976-8591-db626133a273 req-dbf6515c-7017-484a-9f48-e04d120ae777 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 1129 time: 0.0382226 Oct 12 12:49:19.331100 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981841ea-ccef-4976-8591-db626133a273 req-a6bd98da-b02c-4d9f-b367-26b3d732b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:19.332543 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-981841ea-ccef-4976-8591-db626133a273 req-a6bd98da-b02c-4d9f-b367-26b3d732b896 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 913 time: 0.0892973 Oct 12 12:49:19.392261 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-981841ea-ccef-4976-8591-db626133a273 req-f8f3e658-c05c-4271-bf93-3aea8e87bb9e service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3 HTTP/1.1" status: 200 len: 1001 time: 0.0535493 Oct 12 12:49:19.441825 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981841ea-ccef-4976-8591-db626133a273 req-1fe7f566-d1e9-41e0-9a07-ad9a6ec76b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:19.443225 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-981841ea-ccef-4976-8591-db626133a273 req-1fe7f566-d1e9-41e0-9a07-ad9a6ec76b8c service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0455077 Oct 12 12:49:19.484846 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981841ea-ccef-4976-8591-db626133a273 req-6d67165a-d98a-4b99-a082-0a33636c2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:19.486308 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-981841ea-ccef-4976-8591-db626133a273 req-6d67165a-d98a-4b99-a082-0a33636c2c63 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371957 Oct 12 12:49:19.567809 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:19.573256 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-981841ea-ccef-4976-8591-db626133a273 req-24327680-622b-49c5-894a-804c6d69df7a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810251 Oct 12 12:49:19.667380 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-981841ea-ccef-4976-8591-db626133a273 req-ef83d25c-6f61-449f-8d67-36ca361870f9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883629 Oct 12 12:49:19.675241 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccaeae-56aa-4e8a-9f25-3df845f1be50 req-07998c46-e1f4-4fa5-9cec-105c27c2bca2 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:19.676697 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-00ccaeae-56aa-4e8a-9f25-3df845f1be50 req-07998c46-e1f4-4fa5-9cec-105c27c2bca2 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 946 time: 0.0463619 Oct 12 12:49:19.726590 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-00ccaeae-56aa-4e8a-9f25-3df845f1be50 req-4f101789-eb59-4d9e-bfce-8f5a308bdca7 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Oct 12 12:49:19.849902 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad363b-3d9a-4e4a-8bfa-98806a0420ef req-e964ee0c-dc95-486e-a4bd-959f042d78e8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:19.851936 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-07ad363b-3d9a-4e4a-8bfa-98806a0420ef req-e964ee0c-dc95-486e-a4bd-959f042d78e8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 946 time: 0.0463262 Oct 12 12:49:19.901276 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-07ad363b-3d9a-4e4a-8bfa-98806a0420ef req-7582ba88-a9b3-41e2-a3ce-df5e445d23f4 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432603 Oct 12 12:49:19.930945 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47724) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:49:19.971756 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88c980-df70-49c3-9582-b61a5bf7ea9c tempest-TestVolumeBootPattern-1575202136 tempest-TestVolumeBootPattern-1575202136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:19.973233 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-2c88c980-df70-49c3-9582-b61a5bf7ea9c tempest-TestVolumeBootPattern-1575202136 tempest-TestVolumeBootPattern-1575202136-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 1125 time: 0.0414000 Oct 12 12:49:19.976754 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47726) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:49:19.980901 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'port_id': '49d575f2-339d-45f5-a550-3c864bdab81a', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:49:19.994028 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:20.079499 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:20.156146 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:20.261543 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Allocated IP 172.27.3.146 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/7733def0-e6ae-4513-8887-3925c631138f) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:49:20.364931 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (7733def0-e6ae-4513-8887-3925c631138f), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:20.456619 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (7733def0-e6ae-4513-8887-3925c631138f), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:20.495528 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:49:20.498364 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:49:20.502204 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:49:20.507935 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=7733def0-e6ae-4513-8887-3925c631138f,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:20.761465 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:20.778438 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:20.783151 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:20.839647 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:20.853791 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (7ebe50bf-6e1c-4eee-a241-391c6e22db57), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:20.963885 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7733def0-e6ae-4513-8887-3925c631138f), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:21.109517 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for port (7733def0-e6ae-4513-8887-3925c631138f), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:21.170561 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (7733def0-e6ae-4513-8887-3925c631138f), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:21.237610 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event updated for resources: {'Port': ['ID=7733def0-e6ae-4513-8887-3925c631138f,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:21.241842 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (7ebe50bf-6e1c-4eee-a241-391c6e22db57), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:21.334212 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Floating IP 7ebe50bf-6e1c-4eee-a241-391c6e22db57 associated. External IP: 172.27.3.146, port: 49d575f2-339d-45f5-a550-3c864bdab81a. Oct 12 12:49:21.526460 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:21.530415 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:49:21.632057 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:49:21.641661 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:49:21.704664 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:21.736800 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-33715be8-d537-45b2-b06f-94ffab28ef4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7590239 Oct 12 12:49:21.737445 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:49:21.739803 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd557653-1a7a-4d2b-8fa5-266fb1840079" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:49:21.778770 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8b8314-b07a-457e-a00b-4b2368e34fc2 x-openstack-request-id: req-8d8b8314-b07a-457e-a00b-4b2368e34fc2 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:49:21.779061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:49:21.779307 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d8b8314-b07a-457e-a00b-4b2368e34fc2 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:49:21.779709 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8b8314-b07a-457e-a00b-4b2368e34fc2'] response: {'name': 'network-changed', 'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a', 'status': 'completed', 'code': 200} Oct 12 12:49:21.789264 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:49:21.789904 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:49:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:49:21.883947 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-6b6d5d85-9387-4624-9404-10c1c0beab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:21.885369 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-6b6d5d85-9387-4624-9404-10c1c0beab4b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 1130 time: 0.0395956 Oct 12 12:49:21.892396 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:49:21.978736 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-3afc913e-4720-479c-b349-e3819cc21785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:21.980207 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-3afc913e-4720-479c-b349-e3819cc21785 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 913 time: 0.0894010 Oct 12 12:49:21.986429 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:22.043726 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-16c464a3-fb61-4867-abcc-224572275fa5 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49d575f2-339d-45f5-a550-3c864bdab81a HTTP/1.1" status: 200 len: 1000 time: 0.0580511 Oct 12 12:49:22.077355 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:22.092040 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-76367b6e-4ff2-477d-af6f-6dc58496d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:22.093477 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-76367b6e-4ff2-477d-af6f-6dc58496d44c service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0443828 Oct 12 12:49:22.108640 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:12Z', 'revision_number': 1, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}, {'id': '7ebe50bf-6e1c-4eee-a241-391c6e22db57', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': '49d575f2-339d-45f5-a550-3c864bdab81a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:c0:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:49:20Z', 'updated_at': '2022-10-12T12:49:20Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:49:22.138046 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:49:22.138257 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-48c129c1-0766-4376-8005-4b1b4119b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:49:22.139140 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-48c129c1-0766-4376-8005-4b1b4119b7f4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398998 Oct 12 12:49:22.145909 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:49:22.146529 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:49:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:49:22.230540 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-c76ea333-ea4c-45a9-a202-dd8a81f61e70 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853436 Oct 12 12:49:22.246519 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:49:22.318893 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cd557653-1a7a-4d2b-8fa5-266fb1840079 req-b53b9d35-32c2-465d-9032-48a825d58e4f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830388 Oct 12 12:49:22.452237 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:12Z', 'revision_number': 1, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}, {'id': '7ebe50bf-6e1c-4eee-a241-391c6e22db57', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': '49d575f2-339d-45f5-a550-3c864bdab81a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:c0:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:49:20Z', 'updated_at': '2022-10-12T12:49:20Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:49:22.476940 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03bb0f-6a42-458c-9cba-ca1b06f3248c None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:12Z', 'revision_number': 1, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}, {'id': '7ebe50bf-6e1c-4eee-a241-391c6e22db57', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': '49d575f2-339d-45f5-a550-3c864bdab81a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:c0:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:49:20Z', 'updated_at': '2022-10-12T12:49:20Z', 'revision_number': 0, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:49:22.680220 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad9473-3820-486b-911f-8347b8016670 None None] New status for floating IP 7ebe50bf-6e1c-4eee-a241-391c6e22db57: ACTIVE {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:49:29.713889 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=42 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:29.721896 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=76 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:32.314554 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=19 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:32.315335 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:32.449676 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:32.455701 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=40 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:32.778289 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:32.780547 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:49:40.042319 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:45.408209 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-ac25eab0-c75a-4f67-90bd-52630b3a509c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:47.713776 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-07c26f29-fabe-4ece-a616-d43b0f4bdff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:49.013829 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:50.640435 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:49:50.791228 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:50.791900 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:49:53.646696 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:00.636690 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=7 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:00.712016 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:00.714600 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:10.034712 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:13.588829 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3007b53-06de-40fd-a204-c2027ad0915a req-5cd8c192-e864-4889-b4dc-4cdae9f8cadf tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:50:13.590307 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e3007b53-06de-40fd-a204-c2027ad0915a req-5cd8c192-e864-4889-b4dc-4cdae9f8cadf tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 946 time: 0.0503654 Oct 12 12:50:13.637063 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e3007b53-06de-40fd-a204-c2027ad0915a req-2b68fd17-1e3c-48d7-a2e0-c85130c6ce35 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Oct 12 12:50:14.761762 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a5578-49f6-49d3-bd7c-d817f06e7163 req-dac9945b-ab47-46e5-a489-aa2d731b18a2 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:50:14.763210 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ea2a5578-49f6-49d3-bd7c-d817f06e7163 req-dac9945b-ab47-46e5-a489-aa2d731b18a2 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 946 time: 0.0508590 Oct 12 12:50:14.810287 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ea2a5578-49f6-49d3-bd7c-d817f06e7163 req-d75a8835-5af0-43df-8870-e06b4964290b tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Oct 12 12:50:15.397238 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b54cb491-93cb-40d5-90d9-02a67bdf0da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:15.589193 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe6549-4811-4d02-a222-0ba5527f077d req-1a7cd3ea-e086-4cfd-8ef1-f176a8356ade tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:50:15.590606 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-83fe6549-4811-4d02-a222-0ba5527f077d req-1a7cd3ea-e086-4cfd-8ef1-f176a8356ade tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 946 time: 0.0456612 Oct 12 12:50:15.670342 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Deleting port 7f3980ee-9661-4485-8118-4ab7f72717b9 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:50:15.670638 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:15.761860 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] For port 7f3980ee-9661-4485-8118-4ab7f72717b9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f3980ee-9661-4485-8118-4ab7f72717b9,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:15.762601 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:15.921383 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:15.921668 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (129a9abc-b76e-44f7-ac0f-a8c2ad707b04), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:15.922010 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Floating IP 129a9abc-b76e-44f7-ac0f-a8c2ad707b04 disassociated. External IP: 172.27.3.37, port: 7f3980ee-9661-4485-8118-4ab7f72717b9. Oct 12 12:50:15.922357 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Calling delete_port for 7f3980ee-9661-4485-8118-4ab7f72717b9 owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:50:15.932635 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae7b91-96be-4ae3-8a11-0d54923dcf05 req-16a38fac-5fdf-4175-90b2-a6789551bb2e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:50:15.934146 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-acae7b91-96be-4ae3-8a11-0d54923dcf05 req-16a38fac-5fdf-4175-90b2-a6789551bb2e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 946 time: 0.0467603 Oct 12 12:50:15.981728 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-acae7b91-96be-4ae3-8a11-0d54923dcf05 req-5eaf374e-7a56-4a14-937d-66aeb6a30fb0 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=30cba55c-8d28-41a6-9447-66289cf2b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 Oct 12 12:50:16.106446 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (7f3980ee-9661-4485-8118-4ab7f72717b9), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:16.134446 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event deleted for resources: {'Port': ['ID=7f3980ee-9661-4485-8118-4ab7f72717b9,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:16.145478 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.145825 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.146197 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.146536 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.146866 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.147193 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.147515 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.147837 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.148162 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.148486 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.148811 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.149144 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.149453 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.149767 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.150108 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:16.486043 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:50:16.594757 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:50:16.605955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] Sync routers for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:50:16.616568 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:50:16.617184 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:49:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:16.645032 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] No DVR routers for this DVR port 7f3980ee-9661-4485-8118-4ab7f72717b9 on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:50:16.647591 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:16.650813 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-83fe6549-4811-4d02-a222-0ba5527f077d req-78e6ed9a-68b6-400c-bc87-73efe3f9348e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.39 "DELETE /networking/v2.0/ports/7f3980ee-9661-4485-8118-4ab7f72717b9 HTTP/1.1" status: 204 len: 173 time: 1.0540600 Oct 12 12:50:16.651329 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'name': 'network-vif-deleted', 'tag': '7f3980ee-9661-4485-8118-4ab7f72717b9'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:50:16.653553 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a640a647-e01d-4c83-81be-b31da61fe3e4" -d '{"events": [{"server_uuid": "b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3", "name": "network-vif-deleted", "tag": "7f3980ee-9661-4485-8118-4ab7f72717b9"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:50:16.698389 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a432dfa8-82fa-4370-8861-2726b60cbb4f x-openstack-request-id: req-a432dfa8-82fa-4370-8861-2726b60cbb4f {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:50:16.698621 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3", "name": "network-vif-deleted", "tag": "7f3980ee-9661-4485-8118-4ab7f72717b9", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:50:16.698870 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a432dfa8-82fa-4370-8861-2726b60cbb4f {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:50:16.699328 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a432dfa8-82fa-4370-8861-2726b60cbb4f'] response: {'server_uuid': 'b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3', 'name': 'network-vif-deleted', 'tag': '7f3980ee-9661-4485-8118-4ab7f72717b9', 'status': 'completed', 'code': 200} Oct 12 12:50:16.725398 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:50:16.914264 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:16.939090 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] Checking router: 9728e5c8-652b-48ad-a050-a8ea50ad0e1f for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:50:16.947368 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:50:16.947961 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:49:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:17.052326 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:50:17.105455 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-b154d82c-028c-4c63-9f07-7a7707becbb6 req-6352cc63-8ad6-4555-8185-33b2b1b708f1 tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b7e67f68-f21f-4a9e-94bf-5c6ba7376ed3 HTTP/1.1" status: 200 len: 210 time: 0.0273981 Oct 12 12:50:17.239252 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:17.267350 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709aaad-567f-4ae2-9436-9db517429dd3 None None] The sync data for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi is: [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:45:57Z', 'revision_number': 4, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': '6c982897-c5e7-440b-8535-6c06aba2dc1d', 'name': '', 'network_id': '3056a6cc-68c2-4250-940c-4ab601619b85', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'mac_address': 'fa:16:3e:0c:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:57Z', 'updated_at': '2022-10-12T12:46:03Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'subnets': [{'id': '3c439414-86a2-435a-892e-f8fafc4e9f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:50:17.468349 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3dcd5-7889-40b5-878c-55b9a1fbcc5b None None] New status for floating IP 129a9abc-b76e-44f7-ac0f-a8c2ad707b04: DOWN {{(pid=104980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:50:17.695362 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0290c63d-eba5-4dbf-9208-db6c9d53f916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.255919 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47888) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:18.265275 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:18.276594 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:18.315048 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d33b5fa3-d337-40e1-bb28-36d2632ba67a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (30cba55c-8d28-41a6-9447-66289cf2b750), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.338280 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d33b5fa3-d337-40e1-bb28-36d2632ba67a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (30cba55c-8d28-41a6-9447-66289cf2b750), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.443356 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d33b5fa3-d337-40e1-bb28-36d2632ba67a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (30cba55c-8d28-41a6-9447-66289cf2b750), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.446125 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d33b5fa3-d337-40e1-bb28-36d2632ba67a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.447285 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d33b5fa3-d337-40e1-bb28-36d2632ba67a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/30cba55c-8d28-41a6-9447-66289cf2b750 HTTP/1.1" status: 204 len: 168 time: 0.1903505 Oct 12 12:50:18.450466 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47890) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:18.458420 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b5fa3-d337-40e1-bb28-36d2632ba67a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cba55c-8d28-41a6-9447-66289cf2b750,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:18.464185 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.api.v2.resource [None req-7e083cf1-f936-4ece-90f9-c62426f1464a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] show failed (client error): The resource could not be found. Oct 12 12:50:18.465035 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-7e083cf1-f936-4ece-90f9-c62426f1464a tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "GET /networking/v2.0/security-groups/30cba55c-8d28-41a6-9447-66289cf2b750 HTTP/1.1" status: 404 len: 347 time: 0.0139825 Oct 12 12:50:18.468095 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 47892) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:18.581536 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Deleting port d1ffe967-305e-4bb7-a3e2-e5480b464827 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:50:18.581871 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (d1ffe967-305e-4bb7-a3e2-e5480b464827), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.655825 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (d1ffe967-305e-4bb7-a3e2-e5480b464827), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.656149 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (d1ffe967-305e-4bb7-a3e2-e5480b464827), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.668627 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Calling delete_port for d1ffe967-305e-4bb7-a3e2-e5480b464827 owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:50:18.858291 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (d1ffe967-305e-4bb7-a3e2-e5480b464827), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.883198 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Pushing event deleted for resources: {'Port': ['ID=d1ffe967-305e-4bb7-a3e2-e5480b464827,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:18.908824 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.909169 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.909507 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.909840 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.910192 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.910516 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.910838 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.911157 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.911527 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.911799 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.912120 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.912439 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.912755 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.913068 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.913381 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:18.957618 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks [] for floatingip (129a9abc-b76e-44f7-ac0f-a8c2ad707b04), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.960150 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:18.961274 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-0073a842-7176-45b2-9570-ee3a5266c78e tempest-AttachVolumeTestJSON-2018983956 tempest-AttachVolumeTestJSON-2018983956-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/129a9abc-b76e-44f7-ac0f-a8c2ad707b04 HTTP/1.1" status: 204 len: 168 time: 0.4922919 Oct 12 12:50:18.983268 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 7f3980ee-9661-4485-8118-4ab7f72717b9 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:19.004424 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:19.005116 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 7f3980ee-9661-4485-8118-4ab7f72717b9 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:50:19.005475 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 7f3980ee-9661-4485-8118-4ab7f72717b9 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:20.814967 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:20.849058 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:21.160339 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-151a1eab-ebf8-45dd-9f94-700cf9163c26 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388224 Oct 12 12:50:21.234876 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-cb1717a2-77d5-4915-b72d-49fb7d8a0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:50:21.236324 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-cb1717a2-77d5-4915-b72d-49fb7d8a0d29 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 1130 time: 0.0388246 Oct 12 12:50:21.340264 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-9f1a8974-6f66-4187-bc2c-7428c42854dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:50:21.341720 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-9f1a8974-6f66-4187-bc2c-7428c42854dd service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 913 time: 0.0877280 Oct 12 12:50:21.401898 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-619f19a4-e918-4c56-9faa-2cbdbd173036 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49d575f2-339d-45f5-a550-3c864bdab81a HTTP/1.1" status: 200 len: 1002 time: 0.0544105 Oct 12 12:50:21.452549 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-601d9e8a-7df6-4ae3-9a66-32eb4d966051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:50:21.453969 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-601d9e8a-7df6-4ae3-9a66-32eb4d966051 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0467412 Oct 12 12:50:21.495188 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-903bca4a-2147-48c1-85bc-39830ec1a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:50:21.496625 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-903bca4a-2147-48c1-85bc-39830ec1a0cb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370324 Oct 12 12:50:21.590066 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-6b9806de-b7aa-4528-b315-4a003cb3e559 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875649 Oct 12 12:50:21.682783 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f7560a9-1a63-4a71-8255-2f3323b9bebf req-0f4a8047-add7-4bbe-89d4-6e0d87c932a9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872939 Oct 12 12:50:22.972958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47924) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:23.156431 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:23.279727 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:23.359531 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:23.497209 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Deleting port 6c982897-c5e7-440b-8535-6c06aba2dc1d {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:50:23.497438 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:23.574527 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] For port 6c982897-c5e7-440b-8535-6c06aba2dc1d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=6c982897-c5e7-440b-8535-6c06aba2dc1d,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:23.574887 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:23.587631 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Calling delete_port for 6c982897-c5e7-440b-8535-6c06aba2dc1d owned by network:router_interface {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:50:23.832012 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (6c982897-c5e7-440b-8535-6c06aba2dc1d), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:23.857265 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c982897-c5e7-440b-8535-6c06aba2dc1d,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:24.018024 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:24.036875 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636a4596-93fb-46c3-9c55-43329e060892 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:50:24.073424 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:24.122582 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a4596-93fb-46c3-9c55-43329e060892 None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:50:24.172894 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:24.174382 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:24.183844 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:24.224310 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:50:24.331678 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:50:24.337169 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-60335915-ebef-4542-a40a-9758feea5710 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/9728e5c8-652b-48ad-a050-a8ea50ad0e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3634102 Oct 12 12:50:24.339778 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47926) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:24.383940 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] Sync routers for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:50:24.417161 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:50:24.417771 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:50:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:24.438727 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks [] for router (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:24.522222 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:50:24.541627 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks [] for router_gateway (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:24.655664 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Deleting port befb4772-2bd1-4eae-b578-5e133c75f135 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:50:24.656098 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:24.706221 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:50:23Z', 'revision_number': 5, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port': {'id': 'befb4772-2bd1-4eae-b578-5e133c75f135', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:45:55Z', 'updated_at': '2022-10-12T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:24.737359 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] Checking router: 9728e5c8-652b-48ad-a050-a8ea50ad0e1f for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:50:24.746648 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] Routers {'9728e5c8-652b-48ad-a050-a8ea50ad0e1f'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:50:24.747364 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:50:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:24.750693 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] For port befb4772-2bd1-4eae-b578-5e133c75f135, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=befb4772-2bd1-4eae-b578-5e133c75f135,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:24.751064 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:24.765740 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Calling delete_port for befb4772-2bd1-4eae-b578-5e133c75f135 owned by network:router_gateway {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:50:24.833579 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] Set router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f gateway port host: None {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:50:24.888107 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:50:24Z', 'revision_number': 6, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:24.912853 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea804b-060b-46bd-bc95-4f4a42fd2633 None None] The sync data for ids ['9728e5c8-652b-48ad-a050-a8ea50ad0e1f'] in dv-cinder-812685-16-iscsi is: [{'id': '9728e5c8-652b-48ad-a050-a8ea50ad0e1f', 'name': 'tempest-AttachVolumeTestJSON-1050680707-router', 'tenant_id': '3ebab900aef740b68af799c4695e6e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:45:54Z', 'updated_at': '2022-10-12T12:50:24Z', 'revision_number': 6, 'project_id': '3ebab900aef740b68af799c4695e6e5f', 'gw_port_host': None}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:50:24.933865 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-ba341558-27a9-4088-b67b-d3caa1d070c8 None None] Provisioning complete for port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:50:24.934568 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-ba341558-27a9-4088-b67b-d3caa1d070c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:24.935223 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-ba341558-27a9-4088-b67b-d3caa1d070c8 None None] Attempt 1 to provision port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 Oct 12 12:50:24.995376 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (befb4772-2bd1-4eae-b578-5e133c75f135), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.010174 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-ba341558-27a9-4088-b67b-d3caa1d070c8 None None] Current status of the port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:50:25.021128 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=befb4772-2bd1-4eae-b578-5e133c75f135,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:25.072651 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:25.088129 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.174837 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.176847 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks [] for router_controller (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.272579 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (9728e5c8-652b-48ad-a050-a8ea50ad0e1f), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.273284 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9728e5c8-652b-48ad-a050-a8ea50ad0e1f {{(pid=104977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:50:25.281374 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.281374 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5c057092-e148-402c-ad23-58243d838de7 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/9728e5c8-652b-48ad-a050-a8ea50ad0e1f HTTP/1.1" status: 204 len: 168 time: 0.9391942 Oct 12 12:50:25.283032 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47928) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:25.328746 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-90aea981-f97a-45d9-81c3-0a2e2eb09f0d admin admin] Deleting subnet 3c439414-86a2-435a-892e-f8fafc4e9f09 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:50:25.332208 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90aea981-f97a-45d9-81c3-0a2e2eb09f0d admin admin] Publish callbacks [] for subnet (3c439414-86a2-435a-892e-f8fafc4e9f09), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.366614 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:25.370782 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90aea981-f97a-45d9-81c3-0a2e2eb09f0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387852'] for subnet (3c439414-86a2-435a-892e-f8fafc4e9f09), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.443551 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90aea981-f97a-45d9-81c3-0a2e2eb09f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (3c439414-86a2-435a-892e-f8fafc4e9f09), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.552204 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90aea981-f97a-45d9-81c3-0a2e2eb09f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6718151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5102702'] for subnet (3c439414-86a2-435a-892e-f8fafc4e9f09), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.578934 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aea981-f97a-45d9-81c3-0a2e2eb09f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c439414-86a2-435a-892e-f8fafc4e9f09,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:25.584480 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-90aea981-f97a-45d9-81c3-0a2e2eb09f0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.587600 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-90aea981-f97a-45d9-81c3-0a2e2eb09f0d admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/3c439414-86a2-435a-892e-f8fafc4e9f09 HTTP/1.1" status: 204 len: 168 time: 0.3035371 Oct 12 12:50:25.590062 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3452a4-5646-4175-84ab-dbbbf37cad6b None None] Network 3056a6cc-68c2-4250-940c-4ab601619b85 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:50:25.590565 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47930) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:25.760176 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] DHCP port deletion for 3056a6cc-68c2-4250-940c-4ab601619b85 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:50:25.802057 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Deleting port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:50:25.802572 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.869210 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] For port cdecf14c-7884-4b0f-a1bc-4eb5a179f069, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:25.869620 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.871899 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:25.884780 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Calling delete_port for cdecf14c-7884-4b0f-a1bc-4eb5a179f069 owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:50:25.902532 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (3056a6cc-68c2-4250-940c-4ab601619b85), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:25.948982 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Deleting port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:50:25.949323 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.014304 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] For port cdecf14c-7884-4b0f-a1bc-4eb5a179f069, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,segment=NetworkSegment(3b26143c-402c-44f1-bda2-9fa23c924c7a),segment_id=3b26143c-402c-44f1-bda2-9fa23c924c7a)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:26.015112 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.029189 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Calling delete_port for cdecf14c-7884-4b0f-a1bc-4eb5a179f069 owned by network:dhcp {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:50:26.043471 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.067964 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Pushing event deleted for resources: {'Port': ['ID=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:26.072520 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] No DVR routers for this DVR port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:50:26.079749 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.080089 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.080427 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.080955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.081095 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.081393 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.081714 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.082054 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.082378 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.082695 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.083022 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.083329 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.083643 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.083955 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.084267 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cdc818-4fe5-400b-a947-c548021df492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:26.107279 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (cdecf14c-7884-4b0f-a1bc-4eb5a179f069), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.132424 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdecf14c-7884-4b0f-a1bc-4eb5a179f069,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:26.137750 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] No DVR routers for this DVR port cdecf14c-7884-4b0f-a1bc-4eb5a179f069 on host dv-cinder-812685-16-iscsi {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:50:26.207175 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (3056a6cc-68c2-4250-940c-4ab601619b85), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.224192 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:26.227564 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3056a6cc-68c2-4250-940c-4ab601619b85']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:26.236761 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b26143c-402c-44f1-bda2-9fa23c924c7a') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:26.240893 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b26143c-402c-44f1-bda2-9fa23c924c7a') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:26.246362 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (3b26143c-402c-44f1-bda2-9fa23c924c7a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.259481 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (3b26143c-402c-44f1-bda2-9fa23c924c7a), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.266204 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:50:26.269572 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (3b26143c-402c-44f1-bda2-9fa23c924c7a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.311971 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 3b26143c-402c-44f1-bda2-9fa23c924c7a resource provider aggregate not found Oct 12 12:50:26.328789 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 3b26143c-402c-44f1-bda2-9fa23c924c7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b26143c-402c-44f1-bda2-9fa23c924c7a found for delete ", "request_id": "req-149ee331-8592-4486-8b43-3909e2a6fa45"}]} Oct 12 12:50:26.432099 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (3056a6cc-68c2-4250-940c-4ab601619b85), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.437788 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.440820 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/3056a6cc-68c2-4250-940c-4ab601619b85 HTTP/1.1" status: 204 len: 168 time: 0.8497143 Oct 12 12:50:26.452655 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1176d01-3646-4512-9e14-f321c0ddea85 admin admin] Pushing event deleted for resources: {'Network': ['ID=3056a6cc-68c2-4250-940c-4ab601619b85,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:26.591753 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 6c982897-c5e7-440b-8535-6c06aba2dc1d no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:26.611589 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 6c982897-c5e7-440b-8535-6c06aba2dc1d {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:50:26.611935 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 6c982897-c5e7-440b-8535-6c06aba2dc1d not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:26.612348 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device cdecf14c-7884-4b0f-a1bc-4eb5a179f069 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:26.633491 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: cdecf14c-7884-4b0f-a1bc-4eb5a179f069 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:50:26.636652 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device cdecf14c-7884-4b0f-a1bc-4eb5a179f069 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:26.636652 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device befb4772-2bd1-4eae-b578-5e133c75f135 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:26.652544 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: befb4772-2bd1-4eae-b578-5e133c75f135 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:50:26.652890 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device befb4772-2bd1-4eae-b578-5e133c75f135 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:26.843685 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47938) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:26.883621 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-300c5859-1dd5-4ba8-a561-9076a8fbd4b6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=3ebab900aef740b68af799c4695e6e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388083 Oct 12 12:50:26.885962 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 47940) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:26.931817 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-de279020-c1a5-45a5-a93b-1983d827ef5e admin admin] Publish callbacks [] for security_group (e334a1bb-4bb0-4e53-84f6-da3459e67586), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.951457 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-de279020-c1a5-45a5-a93b-1983d827ef5e admin admin] Publish callbacks [] for security_group (e334a1bb-4bb0-4e53-84f6-da3459e67586), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:26.966881 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:27.075321 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-de279020-c1a5-45a5-a93b-1983d827ef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e334a1bb-4bb0-4e53-84f6-da3459e67586), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:27.081987 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-de279020-c1a5-45a5-a93b-1983d827ef5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:27.081987 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-de279020-c1a5-45a5-a93b-1983d827ef5e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e334a1bb-4bb0-4e53-84f6-da3459e67586 HTTP/1.1" status: 204 len: 168 time: 0.1925969 Oct 12 12:50:27.087377 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de279020-c1a5-45a5-a93b-1983d827ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334a1bb-4bb0-4e53-84f6-da3459e67586,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:27.638593 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:50:28.953030 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=68,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:28.953511 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=66,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:30.642352 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:32.557546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48012) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:32.664712 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4633-8fc6-4559-8b32-372cdd69ae49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:32.738235 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4633-8fc6-4559-8b32-372cdd69ae49 admin admin] Publish callbacks [] for security_group (147ef3ca-fef8-4ad0-b2af-7f04e483d6f5), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:32.812133 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4633-8fc6-4559-8b32-372cdd69ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (147ef3ca-fef8-4ad0-b2af-7f04e483d6f5), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:32.852300 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-7bfd4633-8fc6-4559-8b32-372cdd69ae49 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=7155e69c1619451eb8aff2996974e347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936356 Oct 12 12:50:32.853162 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd4633-8fc6-4559-8b32-372cdd69ae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147ef3ca-fef8-4ad0-b2af-7f04e483d6f5,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:32.855127 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48016) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:32.904867 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-00dbd2a0-2eb9-4308-ba7d-0e620cf21105 admin admin] Publish callbacks [] for security_group (147ef3ca-fef8-4ad0-b2af-7f04e483d6f5), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:32.924544 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-00dbd2a0-2eb9-4308-ba7d-0e620cf21105 admin admin] Publish callbacks [] for security_group (147ef3ca-fef8-4ad0-b2af-7f04e483d6f5), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:33.066412 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-00dbd2a0-2eb9-4308-ba7d-0e620cf21105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (147ef3ca-fef8-4ad0-b2af-7f04e483d6f5), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:33.068943 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-00dbd2a0-2eb9-4308-ba7d-0e620cf21105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:33.070139 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-00dbd2a0-2eb9-4308-ba7d-0e620cf21105 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/147ef3ca-fef8-4ad0-b2af-7f04e483d6f5 HTTP/1.1" status: 204 len: 168 time: 0.2138000 Oct 12 12:50:33.078275 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbd2a0-2eb9-4308-ba7d-0e620cf21105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ef3ca-fef8-4ad0-b2af-7f04e483d6f5,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:33.707705 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48022) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:33.721228 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2715-baf3-4e32-8151-bff15dc17ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:33.794227 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2715-baf3-4e32-8151-bff15dc17ae7 admin admin] Publish callbacks [] for security_group (9924f10a-28eb-4515-b852-abd599a1a7af), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:33.866418 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2715-baf3-4e32-8151-bff15dc17ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (9924f10a-28eb-4515-b852-abd599a1a7af), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:33.903670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d2715-baf3-4e32-8151-bff15dc17ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9924f10a-28eb-4515-b852-abd599a1a7af,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:33.908539 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-cf9d2715-baf3-4e32-8151-bff15dc17ae7 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c75b255b46304df5b83380a3ac351935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998291 Oct 12 12:50:33.911118 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48024) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:33.960561 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-43aac5c9-33c2-444f-9cad-c147aeb8b1d1 admin admin] Publish callbacks [] for security_group (9924f10a-28eb-4515-b852-abd599a1a7af), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:33.980150 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-43aac5c9-33c2-444f-9cad-c147aeb8b1d1 admin admin] Publish callbacks [] for security_group (9924f10a-28eb-4515-b852-abd599a1a7af), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:34.100863 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-43aac5c9-33c2-444f-9cad-c147aeb8b1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (9924f10a-28eb-4515-b852-abd599a1a7af), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:34.103501 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-43aac5c9-33c2-444f-9cad-c147aeb8b1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:34.104670 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-43aac5c9-33c2-444f-9cad-c147aeb8b1d1 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9924f10a-28eb-4515-b852-abd599a1a7af HTTP/1.1" status: 204 len: 168 time: 0.1926639 Oct 12 12:50:34.112717 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aac5c9-33c2-444f-9cad-c147aeb8b1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9924f10a-28eb-4515-b852-abd599a1a7af,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:40.072572 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:40.786880 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=8 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:40.790890 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:41.139035 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48122) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:41.242149 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-53e3775d-94a5-4919-9f64-7c7ad897a5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:41.285734 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:41.317061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-53e3775d-94a5-4919-9f64-7c7ad897a5c4 admin admin] Publish callbacks [] for security_group (7bddc67b-5c74-494b-ac8f-f5646abec899), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:41.386832 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-53e3775d-94a5-4919-9f64-7c7ad897a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (7bddc67b-5c74-494b-ac8f-f5646abec899), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:41.401921 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:41.427101 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-53e3775d-94a5-4919-9f64-7c7ad897a5c4 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c7b0150bbbd64f9aa29fa4265cb40daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869389 Oct 12 12:50:41.427986 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3775d-94a5-4919-9f64-7c7ad897a5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bddc67b-5c74-494b-ac8f-f5646abec899,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:41.429906 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48126) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:41.479916 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e128b123-8418-4fed-9d6e-921bafcfa7b6 admin admin] Publish callbacks [] for security_group (7bddc67b-5c74-494b-ac8f-f5646abec899), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:41.499554 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e128b123-8418-4fed-9d6e-921bafcfa7b6 admin admin] Publish callbacks [] for security_group (7bddc67b-5c74-494b-ac8f-f5646abec899), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:41.652653 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e128b123-8418-4fed-9d6e-921bafcfa7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (7bddc67b-5c74-494b-ac8f-f5646abec899), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:41.655211 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e128b123-8418-4fed-9d6e-921bafcfa7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:41.656343 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e128b123-8418-4fed-9d6e-921bafcfa7b6 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7bddc67b-5c74-494b-ac8f-f5646abec899 HTTP/1.1" status: 204 len: 168 time: 0.2249284 Oct 12 12:50:41.664305 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128b123-8418-4fed-9d6e-921bafcfa7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bddc67b-5c74-494b-ac8f-f5646abec899,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:42.214919 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48132) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:42.228715 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-62de870e-9807-4443-9106-53fddd0cf374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:42.303250 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-62de870e-9807-4443-9106-53fddd0cf374 admin admin] Publish callbacks [] for security_group (2c92ef1e-412b-41a9-a7fa-92c9b8cd70cd), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:42.372618 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-62de870e-9807-4443-9106-53fddd0cf374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (2c92ef1e-412b-41a9-a7fa-92c9b8cd70cd), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:42.412532 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-62de870e-9807-4443-9106-53fddd0cf374 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=e20dff18b86d4f97ad88d8872e1fd04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965637 Oct 12 12:50:42.413469 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de870e-9807-4443-9106-53fddd0cf374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c92ef1e-412b-41a9-a7fa-92c9b8cd70cd,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:42.415206 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48134) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:42.465226 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2de39220-89d6-41f5-a323-83a1d3cd8653 admin admin] Publish callbacks [] for security_group (2c92ef1e-412b-41a9-a7fa-92c9b8cd70cd), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:42.487524 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2de39220-89d6-41f5-a323-83a1d3cd8653 admin admin] Publish callbacks [] for security_group (2c92ef1e-412b-41a9-a7fa-92c9b8cd70cd), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:42.612589 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2de39220-89d6-41f5-a323-83a1d3cd8653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (2c92ef1e-412b-41a9-a7fa-92c9b8cd70cd), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:42.615163 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-2de39220-89d6-41f5-a323-83a1d3cd8653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:42.616318 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-2de39220-89d6-41f5-a323-83a1d3cd8653 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/2c92ef1e-412b-41a9-a7fa-92c9b8cd70cd HTTP/1.1" status: 204 len: 168 time: 0.1995432 Oct 12 12:50:42.624135 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de39220-89d6-41f5-a323-83a1d3cd8653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c92ef1e-412b-41a9-a7fa-92c9b8cd70cd,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:42.636206 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:43.297338 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48140) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:43.311272 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b5347acd-d395-4c12-85d5-99e5996bfa75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:43.384400 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b5347acd-d395-4c12-85d5-99e5996bfa75 admin admin] Publish callbacks [] for security_group (0d85df52-e029-49c4-bdf5-875622cb83ad), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:43.446856 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-b5347acd-d395-4c12-85d5-99e5996bfa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0d85df52-e029-49c4-bdf5-875622cb83ad), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:43.484219 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-b5347acd-d395-4c12-85d5-99e5996bfa75 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=491b3d2b22f942b7bfe32be6dafb27b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857746 Oct 12 12:50:43.485263 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5347acd-d395-4c12-85d5-99e5996bfa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d85df52-e029-49c4-bdf5-875622cb83ad,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:43.487594 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48142) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:50:43.536673 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4d190ca3-5145-4737-aa7e-32197f474d0a admin admin] Publish callbacks [] for security_group (0d85df52-e029-49c4-bdf5-875622cb83ad), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:43.556215 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4d190ca3-5145-4737-aa7e-32197f474d0a admin admin] Publish callbacks [] for security_group (0d85df52-e029-49c4-bdf5-875622cb83ad), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:43.661374 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4d190ca3-5145-4737-aa7e-32197f474d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (0d85df52-e029-49c4-bdf5-875622cb83ad), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:43.663777 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4d190ca3-5145-4737-aa7e-32197f474d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:43.664896 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-4d190ca3-5145-4737-aa7e-32197f474d0a admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0d85df52-e029-49c4-bdf5-875622cb83ad HTTP/1.1" status: 204 len: 168 time: 0.1756668 Oct 12 12:50:43.673279 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d190ca3-5145-4737-aa7e-32197f474d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d85df52-e029-49c4-bdf5-875622cb83ad,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:45.435649 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e2035e7b-6873-4bde-845e-b53009fbc265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:47.735937 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6a8dab1f-3d9e-4e08-93c0-bc4c37f091a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:49.035505 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:50.822004 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:50.823339 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:50:53.479529 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:53.481418 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=64,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:53.588893 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=40,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:50:53.669567 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=32,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:00.710845 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48274) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:00.714322 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:00.717523 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:00.854791 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Deleting port 7733def0-e6ae-4513-8887-3925c631138f {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:00.855047 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (7733def0-e6ae-4513-8887-3925c631138f), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:00.930907 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (7733def0-e6ae-4513-8887-3925c631138f), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:00.931255 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (7733def0-e6ae-4513-8887-3925c631138f), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:00.944195 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Calling delete_port for 7733def0-e6ae-4513-8887-3925c631138f owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:01.164104 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (7733def0-e6ae-4513-8887-3925c631138f), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:01.188752 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event deleted for resources: {'Port': ['ID=7733def0-e6ae-4513-8887-3925c631138f,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:01.252637 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (7ebe50bf-6e1c-4eee-a241-391c6e22db57), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:01.252960 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Floating IP 7ebe50bf-6e1c-4eee-a241-391c6e22db57 disassociated (deleted). External IP: 172.27.3.146, port: 49d575f2-339d-45f5-a550-3c864bdab81a. Oct 12 12:51:01.445886 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:51:01.542938 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:01.549666 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:51:01.554509 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:01.559269 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:51:01.569239 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:01.569823 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:50:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:01.584288 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-a9b5fead-3581-444a-a7a8-3373e4e3b735 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/7ebe50bf-6e1c-4eee-a241-391c6e22db57 HTTP/1.1" status: 204 len: 168 time: 0.8723412 Oct 12 12:51:01.584919 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:51:01.587169 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a71223-53f7-4416-8960-2840954cb50b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:51:01.633458 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf2144b-6ee3-40f2-944f-d296d6e9a7b2 x-openstack-request-id: req-dcf2144b-6ee3-40f2-944f-d296d6e9a7b2 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:51:01.633837 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:51:01.634198 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcf2144b-6ee3-40f2-944f-d296d6e9a7b2 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:51:01.634660 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf2144b-6ee3-40f2-944f-d296d6e9a7b2'] response: {'name': 'network-changed', 'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a', 'status': 'completed', 'code': 200} Oct 12 12:51:01.675387 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:01.723810 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a71223-53f7-4416-8960-2840954cb50b req-f0c71252-7fd3-4ecd-af7d-3c4d80a526b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:01.725429 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-26a71223-53f7-4416-8960-2840954cb50b req-f0c71252-7fd3-4ecd-af7d-3c4d80a526b0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 1130 time: 0.0423744 Oct 12 12:51:01.827337 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a71223-53f7-4416-8960-2840954cb50b req-b37bee31-f798-489a-b9ba-6e656de268e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:01.828856 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-26a71223-53f7-4416-8960-2840954cb50b req-b37bee31-f798-489a-b9ba-6e656de268e1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 913 time: 0.0962248 Oct 12 12:51:01.871358 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-26a71223-53f7-4416-8960-2840954cb50b req-240ed21c-c16b-4c2b-943e-a57c549cefe8 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49d575f2-339d-45f5-a550-3c864bdab81a HTTP/1.1" status: 200 len: 217 time: 0.0368760 Oct 12 12:51:01.925160 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a71223-53f7-4416-8960-2840954cb50b req-80bb80eb-e42e-4d08-aa08-4343e30cdac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:01.926653 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-26a71223-53f7-4416-8960-2840954cb50b req-80bb80eb-e42e-4d08-aa08-4343e30cdac0 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0496562 Oct 12 12:51:01.970215 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a71223-53f7-4416-8960-2840954cb50b req-68568893-0aaa-4f43-8914-74c8b6f5a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:01.970733 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:12Z', 'revision_number': 1, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:01.971702 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-26a71223-53f7-4416-8960-2840954cb50b req-68568893-0aaa-4f43-8914-74c8b6f5a0ac service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394070 Oct 12 12:51:02.000513 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:51:02.009387 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:02.010077 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:50:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:02.074685 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-26a71223-53f7-4416-8960-2840954cb50b req-324594b9-0ab1-4b46-95ad-c628780f4de7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966129 Oct 12 12:51:02.089927 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee235bd7-5f5d-4dee-b642-a7aedffe604f req-001026cc-19df-4f7f-ba80-9e86546955f3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:02.091466 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ee235bd7-5f5d-4dee-b642-a7aedffe604f req-001026cc-19df-4f7f-ba80-9e86546955f3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 946 time: 0.0635703 Oct 12 12:51:02.117837 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:02.132810 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:02.146343 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ee235bd7-5f5d-4dee-b642-a7aedffe604f req-cb4c00a1-723f-4e1c-8707-810cffd66bb5 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478132 Oct 12 12:51:02.341526 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:12Z', 'revision_number': 1, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:02.365838 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29380b13-8cc4-459c-8d1e-94c632617fc3 None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '05673200-28ce-494f-b438-3e4a7bb07bf6', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'port_id': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'mac_address': 'fa:16:3e:b5:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:47:10Z', 'updated_at': '2022-10-12T12:47:12Z', 'revision_number': 1, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:51:02.470733 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48294) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:02.580944 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bc518faa-d052-4225-a833-59d7e0266d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:02.589016 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f866f77-ffc0-4fb0-a946-4ff651f71bdb None None] New status for floating IP 7ebe50bf-6e1c-4eee-a241-391c6e22db57: DOWN {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:51:02.662258 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bc518faa-d052-4225-a833-59d7e0266d36 admin admin] Publish callbacks [] for security_group (4c98438c-082a-4c00-9856-9a2a5653d0c2), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:02.731259 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-bc518faa-d052-4225-a833-59d7e0266d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4c98438c-082a-4c00-9856-9a2a5653d0c2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:02.767836 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc518faa-d052-4225-a833-59d7e0266d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c98438c-082a-4c00-9856-9a2a5653d0c2,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:02.772072 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-bc518faa-d052-4225-a833-59d7e0266d36 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=3f26b25757db4547839cab3d1108f21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003478 Oct 12 12:51:02.774812 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48298) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:02.823164 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-988b49c4-cd97-4e5a-90fd-15d57d945587 admin admin] Publish callbacks [] for security_group (4c98438c-082a-4c00-9856-9a2a5653d0c2), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:02.846029 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-988b49c4-cd97-4e5a-90fd-15d57d945587 admin admin] Publish callbacks [] for security_group (4c98438c-082a-4c00-9856-9a2a5653d0c2), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:02.956521 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-988b49c4-cd97-4e5a-90fd-15d57d945587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (4c98438c-082a-4c00-9856-9a2a5653d0c2), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:02.959074 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-988b49c4-cd97-4e5a-90fd-15d57d945587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:02.960169 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-988b49c4-cd97-4e5a-90fd-15d57d945587 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/4c98438c-082a-4c00-9856-9a2a5653d0c2 HTTP/1.1" status: 204 len: 168 time: 0.1835270 Oct 12 12:51:02.968769 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b49c4-cd97-4e5a-90fd-15d57d945587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c98438c-082a-4c00-9856-9a2a5653d0c2,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:03.132144 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-26a71223-53f7-4416-8960-2840954cb50b req-6d0dcd9a-ae39-49bd-b44f-0bc919d5ee12 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897384 Oct 12 12:51:03.277438 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279dbbd-b74f-40e6-b236-5c133808f9e5 req-e9f0efe0-503f-42b0-83cb-e8fd6d17ba67 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:03.278978 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f279dbbd-b74f-40e6-b236-5c133808f9e5 req-e9f0efe0-503f-42b0-83cb-e8fd6d17ba67 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 946 time: 0.0487268 Oct 12 12:51:03.333391 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f279dbbd-b74f-40e6-b236-5c133808f9e5 req-481390cd-133f-4923-a431-b28b3d580e4e tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483871 Oct 12 12:51:03.717056 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebf648-6021-4c42-a399-d94c78e83eff req-a90f1098-72fa-4381-b95e-7bb7df388c59 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:03.718534 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bbebf648-6021-4c42-a399-d94c78e83eff req-a90f1098-72fa-4381-b95e-7bb7df388c59 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 946 time: 0.0532455 Oct 12 12:51:03.800482 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Deleting port 49d575f2-339d-45f5-a550-3c864bdab81a {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:03.800828 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:03.895060 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] For port 49d575f2-339d-45f5-a550-3c864bdab81a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=49d575f2-339d-45f5-a550-3c864bdab81a,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:03.895687 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:03.909038 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Calling delete_port for 49d575f2-339d-45f5-a550-3c864bdab81a owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:04.029485 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:04.107106 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (49d575f2-339d-45f5-a550-3c864bdab81a), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:04.140513 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event deleted for resources: {'Port': ['ID=49d575f2-339d-45f5-a550-3c864bdab81a,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:04.174635 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:04.191487 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] No DVR routers for this DVR port 49d575f2-339d-45f5-a550-3c864bdab81a on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:51:04.194144 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:04.198176 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bbebf648-6021-4c42-a399-d94c78e83eff req-e8c20679-c418-4436-b447-d34b862b2562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "DELETE /networking/v2.0/ports/49d575f2-339d-45f5-a550-3c864bdab81a HTTP/1.1" status: 204 len: 173 time: 0.4744847 Oct 12 12:51:04.198684 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'name': 'network-vif-deleted', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:51:04.201498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de75df8e-edd0-46f1-8dff-3ddcead92176" -d '{"events": [{"server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "name": "network-vif-deleted", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:51:04.238881 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e979d2c9-e40d-4009-bad9-0a48b7f40227 x-openstack-request-id: req-e979d2c9-e40d-4009-bad9-0a48b7f40227 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:51:04.239245 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa4101-df8e-461b-aedd-2ff1670fef45", "name": "network-vif-deleted", "tag": "49d575f2-339d-45f5-a550-3c864bdab81a", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:51:04.239496 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e979d2c9-e40d-4009-bad9-0a48b7f40227 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:51:04.239899 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e979d2c9-e40d-4009-bad9-0a48b7f40227'] response: {'server_uuid': '6dfa4101-df8e-461b-aedd-2ff1670fef45', 'name': 'network-vif-deleted', 'tag': '49d575f2-339d-45f5-a550-3c864bdab81a', 'status': 'completed', 'code': 200} Oct 12 12:51:04.436599 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-fb663f40-ccca-4c56-9f3d-f099a3162ddd req-c9003723-7d3a-4846-b094-2377fea05fc8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 210 time: 0.0288076 Oct 12 12:51:04.639310 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:51:05.555920 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-47bd326a-4324-4625-83b0-acbc1ac9d1d4 req-d566d33a-fc91-4940-a575-bd563d62b942 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6dfa4101-df8e-461b-aedd-2ff1670fef45 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Oct 12 12:51:07.371734 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 49d575f2-339d-45f5-a550-3c864bdab81a no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:07.390490 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 49d575f2-339d-45f5-a550-3c864bdab81a {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:51:07.390834 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 49d575f2-339d-45f5-a550-3c864bdab81a not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:08.314181 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48376) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:08.419319 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ca17e14c-afe2-4814-9106-973ef55953cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:08.494337 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ca17e14c-afe2-4814-9106-973ef55953cd admin admin] Publish callbacks [] for security_group (85d9f53a-952c-4fd2-9026-aa0574b9a119), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:08.558795 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ca17e14c-afe2-4814-9106-973ef55953cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (85d9f53a-952c-4fd2-9026-aa0574b9a119), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:08.598721 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-ca17e14c-afe2-4814-9106-973ef55953cd admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=2aafe4250425416eb6b438d064478015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835133 Oct 12 12:51:08.599859 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17e14c-afe2-4814-9106-973ef55953cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9f53a-952c-4fd2-9026-aa0574b9a119,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:08.601618 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48380) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:08.651957 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4e809eed-bdbb-4604-8ce5-f9712de2a0f4 admin admin] Publish callbacks [] for security_group (85d9f53a-952c-4fd2-9026-aa0574b9a119), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:08.671149 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4e809eed-bdbb-4604-8ce5-f9712de2a0f4 admin admin] Publish callbacks [] for security_group (85d9f53a-952c-4fd2-9026-aa0574b9a119), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:08.783848 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4e809eed-bdbb-4604-8ce5-f9712de2a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (85d9f53a-952c-4fd2-9026-aa0574b9a119), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:08.786400 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4e809eed-bdbb-4604-8ce5-f9712de2a0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:08.787541 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-4e809eed-bdbb-4604-8ce5-f9712de2a0f4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/85d9f53a-952c-4fd2-9026-aa0574b9a119 HTTP/1.1" status: 204 len: 168 time: 0.1841838 Oct 12 12:51:08.795303 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e809eed-bdbb-4604-8ce5-f9712de2a0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9f53a-952c-4fd2-9026-aa0574b9a119,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:09.041259 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48388) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:09.183202 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Deleting port a4ab2215-d431-459e-9a27-4ed60be51f18 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:09.183548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (a4ab2215-d431-459e-9a27-4ed60be51f18), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.259200 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (a4ab2215-d431-459e-9a27-4ed60be51f18), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.259527 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (a4ab2215-d431-459e-9a27-4ed60be51f18), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.272707 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Calling delete_port for a4ab2215-d431-459e-9a27-4ed60be51f18 owned by network:floatingip {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:09.332929 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48390) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:09.347642 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d4224356-829e-4d08-82c1-e903d48ace16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.425439 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d4224356-829e-4d08-82c1-e903d48ace16 admin admin] Publish callbacks [] for security_group (2180ac63-1e66-4f71-8444-0b794db404e7), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.497531 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-d4224356-829e-4d08-82c1-e903d48ace16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (2180ac63-1e66-4f71-8444-0b794db404e7), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.502264 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:09.532034 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (a4ab2215-d431-459e-9a27-4ed60be51f18), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.539817 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-d4224356-829e-4d08-82c1-e903d48ace16 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=808f865e1fad4cd388196c61b18442cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020407 Oct 12 12:51:09.539817 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4224356-829e-4d08-82c1-e903d48ace16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2180ac63-1e66-4f71-8444-0b794db404e7,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:09.541778 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48392) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:09.556470 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:09.562803 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event deleted for resources: {'Port': ['ID=a4ab2215-d431-459e-9a27-4ed60be51f18,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:09.593281 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fe1428d2-2a94-4bba-9589-003f56a4b53b admin admin] Publish callbacks [] for security_group (2180ac63-1e66-4f71-8444-0b794db404e7), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.613408 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fe1428d2-2a94-4bba-9589-003f56a4b53b admin admin] Publish callbacks [] for security_group (2180ac63-1e66-4f71-8444-0b794db404e7), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.623352 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (05673200-28ce-494f-b438-3e4a7bb07bf6), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.623871 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Floating IP 05673200-28ce-494f-b438-3e4a7bb07bf6 disassociated (deleted). External IP: 172.27.3.234, port: d6a4edee-58a4-4b3d-9fa8-69ac36926da3. Oct 12 12:51:09.720419 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fe1428d2-2a94-4bba-9589-003f56a4b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (2180ac63-1e66-4f71-8444-0b794db404e7), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.723076 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-fe1428d2-2a94-4bba-9589-003f56a4b53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.724219 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-fe1428d2-2a94-4bba-9589-003f56a4b53b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/2180ac63-1e66-4f71-8444-0b794db404e7 HTTP/1.1" status: 204 len: 168 time: 0.1816335 Oct 12 12:51:09.732741 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1428d2-2a94-4bba-9589-003f56a4b53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2180ac63-1e66-4f71-8444-0b794db404e7,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:09.801265 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:09.828242 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:09.828242 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:51:09.931834 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:51:09.936795 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:09.941888 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:51:09.952669 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:09.953329 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:50:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:09.971491 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-b6d7ebab-bae3-4d31-8ea5-111f83b8d179 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/05673200-28ce-494f-b438-3e4a7bb07bf6 HTTP/1.1" status: 204 len: 168 time: 0.9287074 Oct 12 12:51:09.972380 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:51:09.974719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:51:10.017639 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561dfd9d-4a79-4137-aa34-525167e8f852 x-openstack-request-id: req-561dfd9d-4a79-4137-aa34-525167e8f852 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:51:10.018099 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:51:10.021310 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-561dfd9d-4a79-4137-aa34-525167e8f852 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:51:10.021310 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561dfd9d-4a79-4137-aa34-525167e8f852'] response: {'name': 'network-changed', 'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'status': 'completed', 'code': 200} Oct 12 12:51:10.064202 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:10.084330 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:10.128356 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-87f5350d-6d22-4631-8b36-d77e773a57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:10.129927 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-87f5350d-6d22-4631-8b36-d77e773a57f7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 1129 time: 0.0445464 Oct 12 12:51:10.141666 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:10.188668 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:10.240875 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-452066a7-fba1-46a9-ac5b-41a7d5033a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:10.245779 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-452066a7-fba1-46a9-ac5b-41a7d5033a6a service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 200 len: 913 time: 0.1060100 Oct 12 12:51:10.277801 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:10.283393 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-6529e190-782d-42a8-a194-c88b732ee2cb service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3 HTTP/1.1" status: 200 len: 217 time: 0.0353231 Oct 12 12:51:10.303280 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:51:10.313784 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:10.320313 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:50:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:10.343749 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-adbe3e08-228e-4609-872f-d0973ec55dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:10.344235 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-adbe3e08-228e-4609-872f-d0973ec55dc8 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 200 len: 851 time: 0.0555654 Oct 12 12:51:10.428646 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:10.448602 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f2ecf-3c37-462d-ba7b-08bb0bf93166 req-eb379b35-cd5e-4d62-90e7-78c8def1b562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:10.450097 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-aa2f2ecf-3c37-462d-ba7b-08bb0bf93166 req-eb379b35-cd5e-4d62-90e7-78c8def1b562 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 945 time: 0.0560212 Oct 12 12:51:10.504246 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-aa2f2ecf-3c37-462d-ba7b-08bb0bf93166 req-220e0d54-8377-4782-80c8-eafcb027fd1b tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484269 Oct 12 12:51:10.619773 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:10.647411 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9245feb-8ca2-42dd-8966-87de25654dbe None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'c6b637ea-7e0a-4a19-aa38-8767d77a05b1', 'name': '', 'network_id': '3df10711-3511-48ea-bbdd-b691bad6a273', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'mac_address': 'fa:16:3e:40:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:37Z', 'updated_at': '2022-10-12T12:43:42Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'subnets': [{'id': '80f56656-8785-4cce-bd46-21ce7fb25d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:51:10.906292 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c322ffa-104c-4f72-a1c7-3b9cf1d9b676 None None] New status for floating IP 05673200-28ce-494f-b438-3e4a7bb07bf6: DOWN {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:51:11.442540 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-1b472ba0-678f-4552-93be-1d702b76bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:11.444001 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-1b472ba0-678f-4552-93be-1d702b76bb29 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3df10711-3511-48ea-bbdd-b691bad6a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392554 Oct 12 12:51:11.541469 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-6a180cee-0f8d-47a5-9887-9736310ae006 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903089 Oct 12 12:51:11.634586 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac3c2e-108c-4074-858d-4ecc68218360 req-2b87eb62-89df-4d32-9ac7-650c9f9ef044 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:11.636184 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a7ac3c2e-108c-4074-858d-4ecc68218360 req-2b87eb62-89df-4d32-9ac7-650c9f9ef044 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 945 time: 0.0491989 Oct 12 12:51:11.693118 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a7ac3c2e-108c-4074-858d-4ecc68218360 req-fe151b05-7b5c-4b4e-8aa2-89ac70e492f8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=79678d62-0ee3-49c6-9171-58d843a2ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499141 Oct 12 12:51:11.698874 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:11.705224 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bdb26822-4734-4f69-a6c4-bbe8453fe4a1 req-3394bdbe-24f3-48f0-9b25-5a5f6c973761 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901458 Oct 12 12:51:12.012782 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-eb1390dd-4938-4c30-9296-42d096013c4b tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:12.014210 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-eb1390dd-4938-4c30-9296-42d096013c4b tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 945 time: 0.0483224 Oct 12 12:51:12.094453 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Deleting port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:12.094794 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:12.185061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] For port d6a4edee-58a4-4b3d-9fa8-69ac36926da3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:12.185443 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:12.197902 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Calling delete_port for d6a4edee-58a4-4b3d-9fa8-69ac36926da3 owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:12.369914 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (d6a4edee-58a4-4b3d-9fa8-69ac36926da3), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:12.398590 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event deleted for resources: {'Port': ['ID=d6a4edee-58a4-4b3d-9fa8-69ac36926da3,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:12.443768 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] No DVR routers for this DVR port d6a4edee-58a4-4b3d-9fa8-69ac36926da3 on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:51:12.446226 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:12.449461 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2ab7ed-899f-41ed-8fc3-26a16deb3930 req-be3a52bb-edaa-47fb-be89-fa3b0a7e9cf8 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.39 "DELETE /networking/v2.0/ports/d6a4edee-58a4-4b3d-9fa8-69ac36926da3 HTTP/1.1" status: 204 len: 173 time: 0.4297903 Oct 12 12:51:12.449953 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'name': 'network-vif-deleted', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:51:12.452171 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de448414-b748-4b6e-a53d-e043bb454417" -d '{"events": [{"server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "name": "network-vif-deleted", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:51:12.489835 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c194a0-d695-4959-843a-b8425a4ed545 x-openstack-request-id: req-06c194a0-d695-4959-843a-b8425a4ed545 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:51:12.490210 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c135a91-bcaa-4a50-b122-9b0f4eecb849", "name": "network-vif-deleted", "tag": "d6a4edee-58a4-4b3d-9fa8-69ac36926da3", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:51:12.490458 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06c194a0-d695-4959-843a-b8425a4ed545 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:51:12.490859 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c194a0-d695-4959-843a-b8425a4ed545'] response: {'server_uuid': '1c135a91-bcaa-4a50-b122-9b0f4eecb849', 'name': 'network-vif-deleted', 'tag': 'd6a4edee-58a4-4b3d-9fa8-69ac36926da3', 'status': 'completed', 'code': 200} Oct 12 12:51:12.800749 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-84acd65d-85ce-455d-b2d4-0728a92be346 req-dd4d6a74-990b-49d3-9085-6c3d439fa41d tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1c135a91-bcaa-4a50-b122-9b0f4eecb849 HTTP/1.1" status: 200 len: 210 time: 0.0290749 Oct 12 12:51:13.022750 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-bfdb9d24-7616-4473-80eb-2a732af73ea3 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=172681aae5d649b7b8cc5dd50779a631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2866936 Oct 12 12:51:13.206727 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-fb53ebb6-c87f-4cfb-8e1b-0aa080dca892 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:13.208209 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-fb53ebb6-c87f-4cfb-8e1b-0aa080dca892 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801836 Oct 12 12:51:13.222344 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-a8472382-d7e8-49d8-84d9-c518266bf718 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/quotas/172681aae5d649b7b8cc5dd50779a631 HTTP/1.1" status: 200 len: 375 time: 0.0088153 Oct 12 12:51:13.258452 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d5587356-4a5d-4a43-be65-36219d90a48f tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=172681aae5d649b7b8cc5dd50779a631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312622 Oct 12 12:51:13.496565 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-186c9e35-5a06-4c74-a2f4-1568fa1a8fb4 req-6a8f7c88-3c7a-4d58-96a8-aeb69b038464 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 210 time: 0.0284348 Oct 12 12:51:13.872578 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48458) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:13.981672 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Deleting port 39d61d42-197b-4ead-93a7-938fb288aaff {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:13.982047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (39d61d42-197b-4ead-93a7-938fb288aaff), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:14.023433 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:14.061709 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (39d61d42-197b-4ead-93a7-938fb288aaff), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:14.062075 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (39d61d42-197b-4ead-93a7-938fb288aaff), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:14.076291 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Calling delete_port for 39d61d42-197b-4ead-93a7-938fb288aaff owned by network:floatingip {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:14.388061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:14.506055 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (39d61d42-197b-4ead-93a7-938fb288aaff), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:14.531721 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event deleted for resources: {'Port': ['ID=39d61d42-197b-4ead-93a7-938fb288aaff,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:14.608044 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-04bddec8-c000-46c2-93ec-d6c3e7b31d66 req-fd6c4779-748a-4892-af81-41c096497cdc tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 210 time: 0.0328910 Oct 12 12:51:14.620231 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for floatingip (f27f7974-4a51-4c03-9027-5cee483e0bf4), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:14.622737 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:14.626711 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-1f83b430-df6c-407a-af01-034732174ec3 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/f27f7974-4a51-4c03-9027-5cee483e0bf4 HTTP/1.1" status: 204 len: 168 time: 0.7512000 Oct 12 12:51:15.391787 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device d6a4edee-58a4-4b3d-9fa8-69ac36926da3 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:15.410737 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-59909766-8c8d-4403-adc3-2b62bf04433e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:15.412129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: d6a4edee-58a4-4b3d-9fa8-69ac36926da3 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:51:15.412468 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device d6a4edee-58a4-4b3d-9fa8-69ac36926da3 not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:15.712797 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-536b401c-bcd8-43d3-bf2c-58834b741264 req-e11de570-a4a4-41b2-a616-8943a78adeb9 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 210 time: 0.0273387 Oct 12 12:51:15.821343 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-00e48979-4652-4a99-a9b9-d622eecf71e3 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=172681aae5d649b7b8cc5dd50779a631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282667 Oct 12 12:51:15.972579 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48476) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:15.999854 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-3bbd803c-6e14-470f-9f83-7077888c774f tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:16.001471 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-3bbd803c-6e14-470f-9f83-7077888c774f tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758471 Oct 12 12:51:16.018034 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Request body: {'port': {'device_id': '8e97cce9-cf98-4534-8979-2fbb122af629', 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78', 'admin_state_up': True, 'tenant_id': '172681aae5d649b7b8cc5dd50779a631'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:51:16.028780 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-462ad517-54e0-459e-a06b-3904f3fb1060 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group (79678d62-0ee3-49c6-9171-58d843a2ed12), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.053550 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-462ad517-54e0-459e-a06b-3904f3fb1060 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group (79678d62-0ee3-49c6-9171-58d843a2ed12), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.179448 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-462ad517-54e0-459e-a06b-3904f3fb1060 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (79678d62-0ee3-49c6-9171-58d843a2ed12), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.182009 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-462ad517-54e0-459e-a06b-3904f3fb1060 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.183212 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-462ad517-54e0-459e-a06b-3904f3fb1060 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/79678d62-0ee3-49c6-9171-58d843a2ed12 HTTP/1.1" status: 204 len: 168 time: 0.2096205 Oct 12 12:51:16.192961 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ad517-54e0-459e-a06b-3904f3fb1060 tempest-TestVolumeBootPattern-1483574079 tempest-TestVolumeBootPattern-1483574079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79678d62-0ee3-49c6-9171-58d843a2ed12,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:16.230523 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Made reservation on behalf of 172681aae5d649b7b8cc5dd50779a631 for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:51:16.234430 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.243313 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.314039 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48484) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:16.327342 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks [] for security_group (e80d4965-99b6-4d50-b85b-dcad3ac33aa0), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.393617 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e80d4965-99b6-4d50-b85b-dcad3ac33aa0), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.460730 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d4965-99b6-4d50-b85b-dcad3ac33aa0,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:16.482532 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.482880 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.483223 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.483559 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.483891 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.484221 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.484545 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.484866 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.485218 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.485539 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.485858 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.486233 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.486533 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.486853 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.487169 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:16.619051 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Allocated IP 192.168.233.103 (df3c6aeb-85e9-4fdd-a760-02e4f760ac78/33110cd6-d234-49df-88ec-7d1b19cb215c/6d01a866-f829-4985-911d-955a971f9cce) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:51:16.638881 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:16.695423 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:16.822248 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6510fdb2-b2e3-4adc-ae2c-2416fd7611cf req-b597c9c9-083f-4a7c-82f2-0f1af8573b5e tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 210 time: 0.0311561 Oct 12 12:51:16.904074 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks [] for port (6d01a866-f829-4985-911d-955a971f9cce), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:16.979578 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (5e16f32e-975a-46f9-a97b-e52652a5c439), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.068072 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:17.074280 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (6d01a866-f829-4985-911d-955a971f9cce), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.170428 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:17.177486 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:17.181129 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:51:17.183784 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Pushing event updated for resources: {'Port': ['ID=6d01a866-f829-4985-911d-955a971f9cce,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:17.257570 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:17.258194 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.299378 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Deleting port c6b637ea-7e0a-4a19-aa38-8767d77a05b1 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:17.299716 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.384552 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f3ec572f-fbe0-443b-9a49-66c4798f1856 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3707349 Oct 12 12:51:17.386219 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] For port c6b637ea-7e0a-4a19-aa38-8767d77a05b1, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:17.386575 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.399683 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Calling delete_port for c6b637ea-7e0a-4a19-aa38-8767d77a05b1 owned by network:router_interface {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:17.404303 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Request body: {'port': {'device_id': '8e97cce9-cf98-4534-8979-2fbb122af629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:51:17.444572 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-7692982d-827e-40c4-85d6-203db67e25fd None None] Provisioning complete for port 6d01a866-f829-4985-911d-955a971f9cce triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:17.445167 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-7692982d-827e-40c4-85d6-203db67e25fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6d01a866-f829-4985-911d-955a971f9cce), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.445279 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-7692982d-827e-40c4-85d6-203db67e25fd None None] Attempt 1 to provision port 6d01a866-f829-4985-911d-955a971f9cce Oct 12 12:51:17.476922 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-7692982d-827e-40c4-85d6-203db67e25fd None None] Port 6d01a866-f829-4985-911d-955a971f9cce cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:51:17.511102 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6d01a866-f829-4985-911d-955a971f9cce), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.698590 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-07095a18-4558-423d-9044-be142c858e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.717631 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:17.786605 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:17.843915 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c6b637ea-7e0a-4a19-aa38-8767d77a05b1), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.874294 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b637ea-7e0a-4a19-aa38-8767d77a05b1,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:17.880014 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d01a866-f829-4985-911d-955a971f9cce {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:51:17.889073 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Publish callbacks [] for port (6d01a866-f829-4985-911d-955a971f9cce), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:17.950931 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Transition to ACTIVE for port object 6d01a866-f829-4985-911d-955a971f9cce will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:51:17.993667 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398acda2-543b-43e9-9e26-899ab6ddd7f3 req-cf680141-b2e6-4d9b-b9ef-cd0cc5a51760 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:17.995239 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-398acda2-543b-43e9-9e26-899ab6ddd7f3 req-cf680141-b2e6-4d9b-b9ef-cd0cc5a51760 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 936 time: 0.0820403 Oct 12 12:51:18.053779 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (6d01a866-f829-4985-911d-955a971f9cce), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:18.179931 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-398acda2-543b-43e9-9e26-899ab6ddd7f3 req-306585ff-e562-466e-8ba0-1462e140e432 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763349 Oct 12 12:51:18.182940 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Pushing event updated for resources: {'Port': ['ID=6d01a866-f829-4985-911d-955a971f9cce,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:18.226405 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (5e16f32e-975a-46f9-a97b-e52652a5c439), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:18.250297 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Attempting to bind port 6d01a866-f829-4985-911d-955a971f9cce on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:51:18.250635 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Attempting to bind port 6d01a866-f829-4985-911d-955a971f9cce by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:51:18.251262 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Attempting to bind port 6d01a866-f829-4985-911d-955a971f9cce on network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:51:18.255229 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606cb755-24e4-4def-a9ad-12974e044b06 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:51:18.317112 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:18.330625 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606cb755-24e4-4def-a9ad-12974e044b06 None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:51:18.364464 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Port 6d01a866-f829-4985-911d-955a971f9cce on network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:51:18.364627 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Attempting to bind port 6d01a866-f829-4985-911d-955a971f9cce on network df3c6aeb-85e9-4fdd-a760-02e4f760ac78 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:51:18.452030 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:51:18.452330 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Checking segment: {'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:18.452749 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Bound using segment: {'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:51:18.453194 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Bound port: 6d01a866-f829-4985-911d-955a971f9cce, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8dafcf-7fd9-4d7b-be70-92f04f287521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:51:18.453549 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6d01a866-f829-4985-911d-955a971f9cce), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:18.812646 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] For port 6d01a866-f829-4985-911d-955a971f9cce, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:51:18.817426 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] For port 6d01a866-f829-4985-911d-955a971f9cce, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6d01a866-f829-4985-911d-955a971f9cce,segment=NetworkSegment(ce8dafcf-7fd9-4d7b-be70-92f04f287521),segment_id=ce8dafcf-7fd9-4d7b-be70-92f04f287521)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:51:18.823817 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Router 5e16f32e-975a-46f9-a97b-e52652a5c439 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:51:18.882910 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (6d01a866-f829-4985-911d-955a971f9cce), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:18.886270 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:18.887883 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:18.889249 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/6d01a866-f829-4985-911d-955a971f9cce HTTP/1.1" status: 200 len: 1098 time: 1.4907725 Oct 12 12:51:18.915260 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e97cce9-cf98-4534-8979-2fbb122af629', 'tag': '6d01a866-f829-4985-911d-955a971f9cce'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:51:18.917798 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a929b239-8d5b-4a9c-8e66-6bf10aa8e6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e97cce9-cf98-4534-8979-2fbb122af629", "tag": "6d01a866-f829-4985-911d-955a971f9cce"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:51:18.960164 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a115343-13ac-40dd-bc4b-69cc98366c2b x-openstack-request-id: req-6a115343-13ac-40dd-bc4b-69cc98366c2b {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:51:18.960777 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e97cce9-cf98-4534-8979-2fbb122af629", "tag": "6d01a866-f829-4985-911d-955a971f9cce", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:51:18.960777 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a115343-13ac-40dd-bc4b-69cc98366c2b {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:51:18.964864 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a115343-13ac-40dd-bc4b-69cc98366c2b'] response: {'name': 'network-changed', 'server_uuid': '8e97cce9-cf98-4534-8979-2fbb122af629', 'tag': '6d01a866-f829-4985-911d-955a971f9cce', 'status': 'completed', 'code': 200} Oct 12 12:51:18.974488 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:51:18.977326 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:18.983005 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-5b33931e-154b-4c39-9073-1e4b7144de68 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/5e16f32e-975a-46f9-a97b-e52652a5c439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6680055 Oct 12 12:51:18.983186 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] Sync routers for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:51:18.985728 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48496) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:18.995785 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:18.996309 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:19.002291 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6208fd4-d29b-4ebb-b996-06e9b0bdeb63 service neutron] Pushing event updated for resources: {'Port': ['ID=6d01a866-f829-4985-911d-955a971f9cce,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:19.015215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-66182e44-a5b6-48b1-80fd-92696e4437bd None None] Provisioning complete for port 78c15905-5bab-4d81-9433-e7be26362ecb triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:19.015215 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-66182e44-a5b6-48b1-80fd-92696e4437bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.016256 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-66182e44-a5b6-48b1-80fd-92696e4437bd None None] Attempt 1 to provision port 78c15905-5bab-4d81-9433-e7be26362ecb Oct 12 12:51:19.047177 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.081154 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929b239-8d5b-4a9c-8e66-6bf10aa8e6c0 req-577b4df6-e991-46ea-ba4d-e763950fe4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:19.083565 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a929b239-8d5b-4a9c-8e66-6bf10aa8e6c0 req-577b4df6-e991-46ea-ba4d-e763950fe4ae service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=172681aae5d649b7b8cc5dd50779a631&device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 1132 time: 0.0657170 Oct 12 12:51:19.105610 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-66182e44-a5b6-48b1-80fd-92696e4437bd None None] Current status of the port 78c15905-5bab-4d81-9433-e7be26362ecb is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:19.116196 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a929b239-8d5b-4a9c-8e66-6bf10aa8e6c0 req-44ec519e-6f18-4454-866b-52d25232f141 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=172681aae5d649b7b8cc5dd50779a631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207241 Oct 12 12:51:19.122069 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks [] for router (5e16f32e-975a-46f9-a97b-e52652a5c439), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.190313 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:19.218568 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929b239-8d5b-4a9c-8e66-6bf10aa8e6c0 req-25de5e73-4c5d-4fe2-87f1-8730582cc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:19.220525 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a929b239-8d5b-4a9c-8e66-6bf10aa8e6c0 req-25de5e73-4c5d-4fe2-87f1-8730582cc73e service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976243 Oct 12 12:51:19.223331 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks [] for router_gateway (5e16f32e-975a-46f9-a97b-e52652a5c439), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.330941 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Deleting port 470cf0d5-d509-4c05-bd21-0642a0341e5a {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:19.331279 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.343790 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f76cf-46ca-471e-915b-0e2cba179a95 req-c684153a-4f12-4837-a666-ffcc48fab007 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:19.346125 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0e4f76cf-46ca-471e-915b-0e2cba179a95 req-c684153a-4f12-4837-a666-ffcc48fab007 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 948 time: 0.0756590 Oct 12 12:51:19.347258 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f86112be-86c7-42d8-9916-961ab5705a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:19.348586 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f86112be-86c7-42d8-9916-961ab5705a95 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=172681aae5d649b7b8cc5dd50779a631&device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 1132 time: 0.0695112 Oct 12 12:51:19.351733 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:19.369545 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:51:17Z', 'revision_number': 5, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port': {'id': '470cf0d5-d509-4c05-bd21-0642a0341e5a', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:19.387215 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:19.398126 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] Checking router: 5e16f32e-975a-46f9-a97b-e52652a5c439 for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:51:19.407224 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] Routers {'5e16f32e-975a-46f9-a97b-e52652a5c439'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:19.407445 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-e795e868-ed41-4578-82c1-6ca230d3aca8 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6d01a866-f829-4985-911d-955a971f9cce HTTP/1.1" status: 200 len: 217 time: 0.0460122 Oct 12 12:51:19.407956 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['5e16f32e-975a-46f9-a97b-e52652a5c439'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:19.421132 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] For port 470cf0d5-d509-4c05-bd21-0642a0341e5a, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=470cf0d5-d509-4c05-bd21-0642a0341e5a,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:19.422056 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.435302 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Calling delete_port for 470cf0d5-d509-4c05-bd21-0642a0341e5a owned by network:router_gateway {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:19.449536 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:19.465086 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-0e4f76cf-46ca-471e-915b-0e2cba179a95 req-d3155a95-3da6-4fd1-a0d6-bb3f565ab9dc tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123352 Oct 12 12:51:19.478031 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-15dba8d1-9e8a-41d6-b9c5-11288b410673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:19.479550 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-15dba8d1-9e8a-41d6-b9c5-11288b410673 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=33110cd6-d234-49df-88ec-7d1b19cb215c HTTP/1.1" status: 200 len: 843 time: 0.0622287 Oct 12 12:51:19.507751 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] Set router 5e16f32e-975a-46f9-a97b-e52652a5c439 gateway port host: None {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:19.532590 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-a9ef854d-863b-4f83-8d65-9e3d1c77a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:19.534166 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-a9ef854d-863b-4f83-8d65-9e3d1c77a719 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=df3c6aeb-85e9-4fdd-a760-02e4f760ac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0485907 Oct 12 12:51:19.561887 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:51:19Z', 'revision_number': 6, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:19.589211 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cd037-13f8-4d00-9174-12502f81de92 None None] The sync data for ids ['5e16f32e-975a-46f9-a97b-e52652a5c439'] in dv-cinder-812685-16-iscsi is: [{'id': '5e16f32e-975a-46f9-a97b-e52652a5c439', 'name': 'tempest-TestVolumeBootPattern-1588915015-router', 'tenant_id': '00c9aab9a0264449ac51194afd4cb6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:34Z', 'updated_at': '2022-10-12T12:51:19Z', 'revision_number': 6, 'project_id': '00c9aab9a0264449ac51194afd4cb6a9', 'gw_port_host': None}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:51:19.644760 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-b1d78843-186c-4e52-8c60-88d0e7b4108e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/df3c6aeb-85e9-4fdd-a760-02e4f760ac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041718 Oct 12 12:51:19.679859 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (470cf0d5-d509-4c05-bd21-0642a0341e5a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.706565 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=470cf0d5-d509-4c05-bd21-0642a0341e5a,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:19.715195 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:19.734590 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.734935 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.735310 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.735650 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.735975 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.736299 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.736683 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.737005 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.737327 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.737649 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.737993 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.738311 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.739227 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.739556 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.739876 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:19.740832 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-65dc2e84-e966-4b91-a2bb-74a24d91d7df req-f6c8ca1d-d4ae-4ae9-9b27-2ec4e1632bc7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/df3c6aeb-85e9-4fdd-a760-02e4f760ac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901461 Oct 12 12:51:19.782010 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (5e16f32e-975a-46f9-a97b-e52652a5c439), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.867555 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (5e16f32e-975a-46f9-a97b-e52652a5c439), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.869834 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks [] for router_controller (5e16f32e-975a-46f9-a97b-e52652a5c439), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.959831 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (5e16f32e-975a-46f9-a97b-e52652a5c439), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.960412 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e16f32e-975a-46f9-a97b-e52652a5c439 {{(pid=104978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:51:19.965308 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:19.967930 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-67a7b691-2dcb-45ad-a7dd-f2be955cabd9 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/5e16f32e-975a-46f9-a97b-e52652a5c439 HTTP/1.1" status: 204 len: 168 time: 0.9792502 Oct 12 12:51:19.969226 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48500) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:20.016137 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cdc775-4375-45e1-9578-2f0e581d0d84 admin admin] Deleting subnet 80f56656-8785-4cce-bd46-21ce7fb25d19 {{(pid=104978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:51:20.019352 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-59cdc775-4375-45e1-9578-2f0e581d0d84 admin admin] Publish callbacks [] for subnet (80f56656-8785-4cce-bd46-21ce7fb25d19), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.059364 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-59cdc775-4375-45e1-9578-2f0e581d0d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356286'] for subnet (80f56656-8785-4cce-bd46-21ce7fb25d19), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.135693 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-59cdc775-4375-45e1-9578-2f0e581d0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (80f56656-8785-4cce-bd46-21ce7fb25d19), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.242963 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-59cdc775-4375-45e1-9578-2f0e581d0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4356496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255694'] for subnet (80f56656-8785-4cce-bd46-21ce7fb25d19), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.271397 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdc775-4375-45e1-9578-2f0e581d0d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f56656-8785-4cce-bd46-21ce7fb25d19,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:20.276726 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-59cdc775-4375-45e1-9578-2f0e581d0d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.280464 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-59cdc775-4375-45e1-9578-2f0e581d0d84 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/80f56656-8785-4cce-bd46-21ce7fb25d19 HTTP/1.1" status: 204 len: 168 time: 0.3102336 Oct 12 12:51:20.282909 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48502) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:20.285363 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57035b-dd53-4d1d-875a-094fba36ccb8 None None] Network 3df10711-3511-48ea-bbdd-b691bad6a273 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:51:20.351894 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (3df10711-3511-48ea-bbdd-b691bad6a273), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.397379 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Deleting port 78c15905-5bab-4d81-9433-e7be26362ecb {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:20.397714 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.451003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] DHCP port deletion for 3df10711-3511-48ea-bbdd-b691bad6a273 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:51:20.464629 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:20.472637 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] For port 78c15905-5bab-4d81-9433-e7be26362ecb, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=78c15905-5bab-4d81-9433-e7be26362ecb,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:20.473163 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.489437 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Calling delete_port for 78c15905-5bab-4d81-9433-e7be26362ecb owned by network:dhcp {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:20.549641 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:20.644161 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c6b637ea-7e0a-4a19-aa38-8767d77a05b1 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:20.644683 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2441fe-eff4-4664-a5ce-be22bc62eba8 req-beee47a0-9d45-44f4-9020-be58b52638ca tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:20.646905 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ca2441fe-eff4-4664-a5ce-be22bc62eba8 req-beee47a0-9d45-44f4-9020-be58b52638ca tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 948 time: 0.0599060 Oct 12 12:51:20.648268 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] Deleting port 78c15905-5bab-4d81-9433-e7be26362ecb {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:20.648910 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.668246 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: c6b637ea-7e0a-4a19-aa38-8767d77a05b1 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:51:20.668593 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c6b637ea-7e0a-4a19-aa38-8767d77a05b1 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:20.669015 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 78c15905-5bab-4d81-9433-e7be26362ecb no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:20.698932 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.716185 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ca2441fe-eff4-4664-a5ce-be22bc62eba8 req-3f7114e1-9f6f-4015-95fb-8961d753a6ff tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598717 Oct 12 12:51:20.732136 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:20.734941 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] No DVR routers for this DVR port 78c15905-5bab-4d81-9433-e7be26362ecb on host dv-cinder-812685-16-iscsi {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:51:20.737303 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=78c15905-5bab-4d81-9433-e7be26362ecb,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:20.771816 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:20.797974 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] For port 78c15905-5bab-4d81-9433-e7be26362ecb, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=78c15905-5bab-4d81-9433-e7be26362ecb,segment=NetworkSegment(866e795d-f3ec-4d5d-8213-ff952758b4b1),segment_id=866e795d-f3ec-4d5d-8213-ff952758b4b1)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:20.798366 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.807835 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No active binding found for port 78c15905-5bab-4d81-9433-e7be26362ecb {{(pid=104979) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 12 12:51:20.808206 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] The host dv-cinder-812685-16-iscsi is not matching for port 78c15905-5bab-4d81-9433-e7be26362ecb host None! {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 12 12:51:20.808585 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 78c15905-5bab-4d81-9433-e7be26362ecb not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:20.809003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 470cf0d5-d509-4c05-bd21-0642a0341e5a no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:20.813560 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (3df10711-3511-48ea-bbdd-b691bad6a273), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.814949 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] Calling delete_port for 78c15905-5bab-4d81-9433-e7be26362ecb owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:20.834499 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 470cf0d5-d509-4c05-bd21-0642a0341e5a {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:51:20.835029 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 470cf0d5-d509-4c05-bd21-0642a0341e5a not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:20.835193 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df10711-3511-48ea-bbdd-b691bad6a273']}} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:20.845117 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866e795d-f3ec-4d5d-8213-ff952758b4b1') {'for_net_delete': True} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:20.845305 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866e795d-f3ec-4d5d-8213-ff952758b4b1') {} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:20.856141 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356295'] for segment (866e795d-f3ec-4d5d-8213-ff952758b4b1), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.870597 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (866e795d-f3ec-4d5d-8213-ff952758b4b1), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.878045 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.878307 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=104978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:51:20.878749 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4356474'] for segment (866e795d-f3ec-4d5d-8213-ff952758b4b1), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.907398 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.920617 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (78c15905-5bab-4d81-9433-e7be26362ecb), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:20.946718 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] Pushing event deleted for resources: {'Port': ['ID=78c15905-5bab-4d81-9433-e7be26362ecb,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:20.953105 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cace673-48a4-40a6-8504-c71c48b9138b None None] No DVR routers for this DVR port 78c15905-5bab-4d81-9433-e7be26362ecb on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:51:20.977089 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 866e795d-f3ec-4d5d-8213-ff952758b4b1 resource provider aggregate not found Oct 12 12:51:20.991392 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 866e795d-f3ec-4d5d-8213-ff952758b4b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 866e795d-f3ec-4d5d-8213-ff952758b4b1 found for delete ", "request_id": "req-7d856cb2-7ff1-499b-92ca-ee14789a475d"}]} Oct 12 12:51:21.007556 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (3df10711-3511-48ea-bbdd-b691bad6a273), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:21.014923 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:21.018088 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/3df10711-3511-48ea-bbdd-b691bad6a273 HTTP/1.1" status: 204 len: 168 time: 0.7342391 Oct 12 12:51:21.021323 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48512) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:21.028169 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8458c6f-992d-4295-9c1b-5d8fea557f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=3df10711-3511-48ea-bbdd-b691bad6a273,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:21.325450 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:21.419902 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:21.443867 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 6d01a866-f829-4985-911d-955a971f9cce details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:51:21.541843 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Deleting port c248916f-a62f-464f-8fbb-004f05bfc9d2 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:21.542212 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:21.543802 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 6d01a866-f829-4985-911d-955a971f9cce, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6d01a866-f829-4985-911d-955a971f9cce,segment=NetworkSegment(ce8dafcf-7fd9-4d7b-be70-92f04f287521),segment_id=ce8dafcf-7fd9-4d7b-be70-92f04f287521)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:21.556020 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '6d01a866-f829-4985-911d-955a971f9cce', 'network_id': 'df3c6aeb-85e9-4fdd-a760-02e4f760ac78', 'port_id': '6d01a866-f829-4985-911d-955a971f9cce', 'mac_address': 'fa:16:3e:a4:31:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33110cd6-d234-49df-88ec-7d1b19cb215c', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:51:21.589833 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 6d01a866-f829-4985-911d-955a971f9cce is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:21.590246 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6d01a866-f829-4985-911d-955a971f9cce), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:21.603888 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d01a866-f829-4985-911d-955a971f9cce {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:51:21.621044 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] For port c248916f-a62f-464f-8fbb-004f05bfc9d2, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=c248916f-a62f-464f-8fbb-004f05bfc9d2,segment=NetworkSegment(0e49bb0c-736c-41e5-9c01-df5cf274127e),segment_id=0e49bb0c-736c-41e5-9c01-df5cf274127e)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:21.621395 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:21.623785 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 6d01a866-f829-4985-911d-955a971f9cce, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6d01a866-f829-4985-911d-955a971f9cce,segment=NetworkSegment(ce8dafcf-7fd9-4d7b-be70-92f04f287521),segment_id=ce8dafcf-7fd9-4d7b-be70-92f04f287521)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:21.637249 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Calling delete_port for c248916f-a62f-464f-8fbb-004f05bfc9d2 owned by network:router_interface {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:21.681559 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6d01a866-f829-4985-911d-955a971f9cce), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:21.728237 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=6d01a866-f829-4985-911d-955a971f9cce,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:21.833054 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:21.848945 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd56bf-8d1f-4596-a070-0093c0d17f68 req-e37128cf-195a-4b91-982f-400dc4e76a96 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:21.850417 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7fbd56bf-8d1f-4596-a070-0093c0d17f68 req-e37128cf-195a-4b91-982f-400dc4e76a96 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 949 time: 0.0533164 Oct 12 12:51:21.897457 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-7fbd56bf-8d1f-4596-a070-0093c0d17f68 req-d51dd441-6a23-4ed1-899a-bf945cd6fde0 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Oct 12 12:51:21.901194 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (c248916f-a62f-464f-8fbb-004f05bfc9d2), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:21.928086 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Pushing event deleted for resources: {'Port': ['ID=c248916f-a62f-464f-8fbb-004f05bfc9d2,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:21.996400 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['6d01a866-f829-4985-911d-955a971f9cce'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:51:22.101548 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:22.113373 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:22.131358 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1e7ae-176f-4504-8439-3953c2980274 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:51:22.151600 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:22.219155 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1e7ae-176f-4504-8439-3953c2980274 None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:51:22.305830 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:22.308601 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:51:22.413105 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:51:22.418269 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-a8042a1e-daec-4ef2-aa1c-f79f78d53884 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/f5e8edd5-edfe-4ad9-b302-bf659fc6e031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3958466 Oct 12 12:51:22.420763 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48516) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:22.423564 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] Sync routers for ids ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:51:22.435349 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] Routers {'f5e8edd5-edfe-4ad9-b302-bf659fc6e031'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:22.435975 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:22.530994 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks [] for router (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:22.543163 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] Set router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:22.655271 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks [] for router_gateway (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:22.719869 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:51:21Z', 'revision_number': 5, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port': {'id': '452e0bf9-19ad-4e2f-a089-99118081135d', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:22.751495 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] Checking router: f5e8edd5-edfe-4ad9-b302-bf659fc6e031 for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:51:22.762224 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] Routers {'f5e8edd5-edfe-4ad9-b302-bf659fc6e031'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:22.762868 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:22.770772 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Deleting port 452e0bf9-19ad-4e2f-a089-99118081135d {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:22.771207 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:22.858386 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] For port 452e0bf9-19ad-4e2f-a089-99118081135d, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=452e0bf9-19ad-4e2f-a089-99118081135d,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:22.858740 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:22.858979 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] Set router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 gateway port host: None {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:22.872319 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Calling delete_port for 452e0bf9-19ad-4e2f-a089-99118081135d owned by network:router_gateway {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:22.882622 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:22.883892 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-f61f71ce-243c-4988-ab6b-9df4794282d4 None None] Provisioning complete for port 2c9d000c-4932-46d2-8b4b-108fa02305f8 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:22.884258 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-f61f71ce-243c-4988-ab6b-9df4794282d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:22.884600 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-f61f71ce-243c-4988-ab6b-9df4794282d4 None None] Attempt 1 to provision port 2c9d000c-4932-46d2-8b4b-108fa02305f8 Oct 12 12:51:22.914626 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:51:22Z', 'revision_number': 6, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:22.959660 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9fd6b-7446-4c1c-a747-169572a47ecb None None] The sync data for ids ['f5e8edd5-edfe-4ad9-b302-bf659fc6e031'] in dv-cinder-812685-16-iscsi is: [{'id': 'f5e8edd5-edfe-4ad9-b302-bf659fc6e031', 'name': 'tempest-TestVolumeBootPattern-829574111-router', 'tenant_id': '59c7b59608464ffdbe9f70ad618aa044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:43:41Z', 'updated_at': '2022-10-12T12:51:22Z', 'revision_number': 6, 'project_id': '59c7b59608464ffdbe9f70ad618aa044', 'gw_port_host': None}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:51:23.019110 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-f61f71ce-243c-4988-ab6b-9df4794282d4 None None] Current status of the port 2c9d000c-4932-46d2-8b4b-108fa02305f8 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:23.045523 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baa291-0951-4d26-8a1b-e11ee1c8473d req-ad746dd9-643b-43d6-b7b6-92c891c48f5f tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:23.047020 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-78baa291-0951-4d26-8a1b-e11ee1c8473d req-ad746dd9-643b-43d6-b7b6-92c891c48f5f tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 949 time: 0.0592439 Oct 12 12:51:23.095775 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-78baa291-0951-4d26-8a1b-e11ee1c8473d req-b98a0cfd-899c-40bb-937d-7282f99f67f9 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Oct 12 12:51:23.103932 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (452e0bf9-19ad-4e2f-a089-99118081135d), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.130438 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=452e0bf9-19ad-4e2f-a089-99118081135d,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:23.173728 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:23.191010 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.276171 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.278369 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks [] for router_controller (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.400979 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (f5e8edd5-edfe-4ad9-b302-bf659fc6e031), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.401584 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5e8edd5-edfe-4ad9-b302-bf659fc6e031 {{(pid=104977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:51:23.405815 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.406979 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-1ac720f5-e144-46a5-b499-98966aca06d8 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/f5e8edd5-edfe-4ad9-b302-bf659fc6e031 HTTP/1.1" status: 204 len: 168 time: 0.9850907 Oct 12 12:51:23.409490 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48520) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:23.453824 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe64ff21-547c-4f41-bafe-7c7d9455c662 admin admin] Deleting subnet 95bf0871-b59a-4617-b0d1-c81b4db041a8 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:51:23.456759 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fe64ff21-547c-4f41-bafe-7c7d9455c662 admin admin] Publish callbacks [] for subnet (95bf0871-b59a-4617-b0d1-c81b4db041a8), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.463474 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 6d01a866-f829-4985-911d-955a971f9cce up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:23.491514 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fe64ff21-547c-4f41-bafe-7c7d9455c662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387852'] for subnet (95bf0871-b59a-4617-b0d1-c81b4db041a8), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.507178 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 6d01a866-f829-4985-911d-955a971f9cce completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:51:23.568929 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fe64ff21-547c-4f41-bafe-7c7d9455c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (95bf0871-b59a-4617-b0d1-c81b4db041a8), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.572004 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 6d01a866-f829-4985-911d-955a971f9cce triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:23.572453 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (6d01a866-f829-4985-911d-955a971f9cce), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.572692 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 6d01a866-f829-4985-911d-955a971f9cce Oct 12 12:51:23.643734 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 6d01a866-f829-4985-911d-955a971f9cce is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:23.644052 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (6d01a866-f829-4985-911d-955a971f9cce), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.666308 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97cce9-cf98-4534-8979-2fbb122af629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d01a866-f829-4985-911d-955a971f9cce'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:51:23.669059 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8204bc7c-aa25-43bb-b6b2-f7ad0712de1d" -d '{"events": [{"server_uuid": "8e97cce9-cf98-4534-8979-2fbb122af629", "name": "network-vif-plugged", "status": "completed", "tag": "6d01a866-f829-4985-911d-955a971f9cce"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:51:23.677804 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fe64ff21-547c-4f41-bafe-7c7d9455c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6718151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5102702'] for subnet (95bf0871-b59a-4617-b0d1-c81b4db041a8), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.682028 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 6d01a866-f829-4985-911d-955a971f9cce, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6d01a866-f829-4985-911d-955a971f9cce,segment=NetworkSegment(ce8dafcf-7fd9-4d7b-be70-92f04f287521),segment_id=ce8dafcf-7fd9-4d7b-be70-92f04f287521)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:23.707376 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64ff21-547c-4f41-bafe-7c7d9455c662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bf0871-b59a-4617-b0d1-c81b4db041a8,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:23.709258 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-fe64ff21-547c-4f41-bafe-7c7d9455c662 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.712425 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-fe64ff21-547c-4f41-bafe-7c7d9455c662 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/95bf0871-b59a-4617-b0d1-c81b4db041a8 HTTP/1.1" status: 204 len: 168 time: 0.3019674 Oct 12 12:51:23.715196 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48524) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:23.715810 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13f0842-5963-4b05-9110-bed227f17f86 None None] Network 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:51:23.736953 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7874549f-8c6d-43d7-a989-739df7818024 x-openstack-request-id: req-7874549f-8c6d-43d7-a989-739df7818024 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:51:23.737249 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97cce9-cf98-4534-8979-2fbb122af629", "name": "network-vif-plugged", "status": "completed", "tag": "6d01a866-f829-4985-911d-955a971f9cce", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:51:23.737501 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7874549f-8c6d-43d7-a989-739df7818024 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:51:23.737901 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7874549f-8c6d-43d7-a989-739df7818024'] response: {'server_uuid': '8e97cce9-cf98-4534-8979-2fbb122af629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d01a866-f829-4985-911d-955a971f9cce', 'code': 200} Oct 12 12:51:23.769331 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (6d01a866-f829-4985-911d-955a971f9cce), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.797833 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.841889 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Deleting port 2c9d000c-4932-46d2-8b4b-108fa02305f8 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:23.842391 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.854080 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=6d01a866-f829-4985-911d-955a971f9cce,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:23.921111 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] For port 2c9d000c-4932-46d2-8b4b-108fa02305f8, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=2c9d000c-4932-46d2-8b4b-108fa02305f8,segment=NetworkSegment(0e49bb0c-736c-41e5-9c01-df5cf274127e),segment_id=0e49bb0c-736c-41e5-9c01-df5cf274127e)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:23.921527 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:23.928666 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:23.935028 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Calling delete_port for 2c9d000c-4932-46d2-8b4b-108fa02305f8 owned by network:dhcp {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:23.936983 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39916b0c-1407-4419-8742-56c5e349088f None None] DHCP port deletion for 7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:51:23.939924 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:23.967139 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:23.983206 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-39916b0c-1407-4419-8742-56c5e349088f None None] Deleting port 2c9d000c-4932-46d2-8b4b-108fa02305f8 {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:23.983570 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39916b0c-1407-4419-8742-56c5e349088f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.068894 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-39916b0c-1407-4419-8742-56c5e349088f None None] For port 2c9d000c-4932-46d2-8b4b-108fa02305f8, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=2c9d000c-4932-46d2-8b4b-108fa02305f8,segment=NetworkSegment(0e49bb0c-736c-41e5-9c01-df5cf274127e),segment_id=0e49bb0c-736c-41e5-9c01-df5cf274127e)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:24.069423 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39916b0c-1407-4419-8742-56c5e349088f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.080958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7fec6-b62b-41bc-b5e1-bec762ada03a req-dfb9b832-0e1d-43bd-9215-214fe17685d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:24.083066 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-52e7fec6-b62b-41bc-b5e1-bec762ada03a req-dfb9b832-0e1d-43bd-9215-214fe17685d1 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 1134 time: 0.0423751 Oct 12 12:51:24.087578 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-39916b0c-1407-4419-8742-56c5e349088f None None] Calling delete_port for 2c9d000c-4932-46d2-8b4b-108fa02305f8 owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:24.107124 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.138245 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9d000c-4932-46d2-8b4b-108fa02305f8,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:24.146200 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] No DVR routers for this DVR port 2c9d000c-4932-46d2-8b4b-108fa02305f8 on host dv-cinder-812685-16-iscsi {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:51:24.147318 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-52e7fec6-b62b-41bc-b5e1-bec762ada03a req-00456e3e-950a-4cc5-8ef6-eef1df286494 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567820 Oct 12 12:51:24.178052 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-39916b0c-1407-4419-8742-56c5e349088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (2c9d000c-4932-46d2-8b4b-108fa02305f8), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.203525 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39916b0c-1407-4419-8742-56c5e349088f None None] Pushing event deleted for resources: {'Port': ['ID=2c9d000c-4932-46d2-8b4b-108fa02305f8,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:24.208652 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39916b0c-1407-4419-8742-56c5e349088f None None] No DVR routers for this DVR port 2c9d000c-4932-46d2-8b4b-108fa02305f8 on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:51:24.253095 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.281824 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4120b-5843-4c21-90df-849c8ddc0f1e req-a767d571-b703-4555-b4ae-23703e2070c2 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:24.283324 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-97e4120b-5843-4c21-90df-849c8ddc0f1e req-a767d571-b703-4555-b4ae-23703e2070c2 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 950 time: 0.0964870 Oct 12 12:51:24.284848 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b']}} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:24.300602 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e49bb0c-736c-41e5-9c01-df5cf274127e') {'for_net_delete': True} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:24.300893 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e49bb0c-736c-41e5-9c01-df5cf274127e') {} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:24.307523 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:24.316088 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356295'] for segment (0e49bb0c-736c-41e5-9c01-df5cf274127e), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.343181 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (0e49bb0c-736c-41e5-9c01-df5cf274127e), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.358030 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:51:24.358423 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4356474'] for segment (0e49bb0c-736c-41e5-9c01-df5cf274127e), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.380043 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-97e4120b-5843-4c21-90df-849c8ddc0f1e req-c123b53c-c266-4eb3-bd31-54c428fdfb15 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835710 Oct 12 12:51:24.380043 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 0e49bb0c-736c-41e5-9c01-df5cf274127e resource provider aggregate not found Oct 12 12:51:24.408495 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 0e49bb0c-736c-41e5-9c01-df5cf274127e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e49bb0c-736c-41e5-9c01-df5cf274127e found for delete ", "request_id": "req-3029ab78-7545-4c0e-9c81-6e1052decc51"}]} Oct 12 12:51:24.487923 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.493447 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.497813 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b HTTP/1.1" status: 204 len: 168 time: 0.7803161 Oct 12 12:51:24.507959 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab42ba-686a-49a3-9d7c-6a741b523446 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f502f57-a0e8-4b75-9b7a-fbfcdcfc870b,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:24.619774 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 2c9d000c-4932-46d2-8b4b-108fa02305f8 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:24.640083 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 2c9d000c-4932-46d2-8b4b-108fa02305f8 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:51:24.640424 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 2c9d000c-4932-46d2-8b4b-108fa02305f8 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:24.640828 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 452e0bf9-19ad-4e2f-a089-99118081135d no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:24.657750 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 452e0bf9-19ad-4e2f-a089-99118081135d {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:51:24.658115 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 452e0bf9-19ad-4e2f-a089-99118081135d not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:24.658510 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c248916f-a62f-464f-8fbb-004f05bfc9d2 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:24.677960 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: c248916f-a62f-464f-8fbb-004f05bfc9d2 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:51:24.678297 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device c248916f-a62f-464f-8fbb-004f05bfc9d2 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:24.811831 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48534) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:24.850690 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-942e11d2-bc4e-43c8-a1ea-836f7ca897be admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=00c9aab9a0264449ac51194afd4cb6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376809 Oct 12 12:51:24.852991 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48536) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:24.900422 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-32f0bc38-52ef-4e33-a7a2-92f7ec8cddfb admin admin] Publish callbacks [] for security_group (42a368cc-85a6-467e-9d4f-f72cd6a1e428), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.920499 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-32f0bc38-52ef-4e33-a7a2-92f7ec8cddfb admin admin] Publish callbacks [] for security_group (42a368cc-85a6-467e-9d4f-f72cd6a1e428), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:24.945314 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:25.039516 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-32f0bc38-52ef-4e33-a7a2-92f7ec8cddfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (42a368cc-85a6-467e-9d4f-f72cd6a1e428), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:25.042544 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-32f0bc38-52ef-4e33-a7a2-92f7ec8cddfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:25.043672 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-32f0bc38-52ef-4e33-a7a2-92f7ec8cddfb admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/42a368cc-85a6-467e-9d4f-f72cd6a1e428 HTTP/1.1" status: 204 len: 168 time: 0.1898143 Oct 12 12:51:25.051546 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0bc38-52ef-4e33-a7a2-92f7ec8cddfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a368cc-85a6-467e-9d4f-f72cd6a1e428,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:25.503959 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451780b-9ea3-4a8d-a145-c72280a233ef req-8d66a665-089a-42e4-9ee7-6e2d151c5343 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:25.505415 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a451780b-9ea3-4a8d-a145-c72280a233ef req-8d66a665-089a-42e4-9ee7-6e2d151c5343 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 950 time: 0.0524874 Oct 12 12:51:25.552765 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a451780b-9ea3-4a8d-a145-c72280a233ef req-c638deaa-9085-4415-8d1a-047492c18748 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Oct 12 12:51:25.716034 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48544) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:25.756269 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d9119f8b-d1b0-49f5-99ab-737165a20624 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=59c7b59608464ffdbe9f70ad618aa044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391464 Oct 12 12:51:25.758875 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48546) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:25.806820 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7157b378-a8ab-443a-85ca-c838c789092d admin admin] Publish callbacks [] for security_group (16d54862-bb63-4854-bf59-8c1c7a73ee50), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:25.826659 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7157b378-a8ab-443a-85ca-c838c789092d admin admin] Publish callbacks [] for security_group (16d54862-bb63-4854-bf59-8c1c7a73ee50), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:25.955891 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7157b378-a8ab-443a-85ca-c838c789092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (16d54862-bb63-4854-bf59-8c1c7a73ee50), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:25.958447 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-7157b378-a8ab-443a-85ca-c838c789092d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:25.959609 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-7157b378-a8ab-443a-85ca-c838c789092d admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/16d54862-bb63-4854-bf59-8c1c7a73ee50 HTTP/1.1" status: 204 len: 168 time: 0.1998198 Oct 12 12:51:25.967877 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157b378-a8ab-443a-85ca-c838c789092d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d54862-bb63-4854-bf59-8c1c7a73ee50,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:26.670635 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e38c6-e339-42f8-a30d-b90c1643c477 req-f0454cc1-8dc3-4ab0-b525-44243346e3d1 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:26.672052 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3c6e38c6-e339-42f8-a30d-b90c1643c477 req-f0454cc1-8dc3-4ab0-b525-44243346e3d1 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 950 time: 0.0453866 Oct 12 12:51:26.722201 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3c6e38c6-e339-42f8-a30d-b90c1643c477 req-d6c342ae-7f5a-4f66-aa8b-db4d6c216a02 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446317 Oct 12 12:51:27.183116 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1b3e6-7dea-4053-8e28-25805681cd7f req-a762c253-aab5-4a32-908e-0f034a401e15 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:27.184564 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6cb1b3e6-7dea-4053-8e28-25805681cd7f req-a762c253-aab5-4a32-908e-0f034a401e15 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 950 time: 0.0471754 Oct 12 12:51:27.231942 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-6cb1b3e6-7dea-4053-8e28-25805681cd7f req-fc14495e-c23b-431d-a252-e4313451bbec tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Oct 12 12:51:28.318169 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:28.356805 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9d89e-bb95-4197-b743-438cfbe9b99c req-4f36cb39-bc58-4138-b840-5e776535234b tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:28.358260 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-29e9d89e-bb95-4197-b743-438cfbe9b99c req-4f36cb39-bc58-4138-b840-5e776535234b tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 950 time: 0.0502608 Oct 12 12:51:28.405785 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-29e9d89e-bb95-4197-b743-438cfbe9b99c req-801ed410-9a02-4586-ae7d-0a11ceaf7851 tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e80d4965-99b6-4d50-b85b-dcad3ac33aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Oct 12 12:51:28.618107 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a686e-4799-41ef-a14f-80acd44f3413 req-6d9e2687-8656-4a7c-add5-aeb1d4799d5f tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:28.619605 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-001a686e-4799-41ef-a14f-80acd44f3413 req-6d9e2687-8656-4a7c-add5-aeb1d4799d5f tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 950 time: 0.0469396 Oct 12 12:51:28.702137 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Deleting port 6d01a866-f829-4985-911d-955a971f9cce {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:51:28.702485 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (6d01a866-f829-4985-911d-955a971f9cce), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:29.039567 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] For port 6d01a866-f829-4985-911d-955a971f9cce, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6d01a866-f829-4985-911d-955a971f9cce,segment=NetworkSegment(ce8dafcf-7fd9-4d7b-be70-92f04f287521),segment_id=ce8dafcf-7fd9-4d7b-be70-92f04f287521)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:29.039938 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (6d01a866-f829-4985-911d-955a971f9cce), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:29.052419 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Calling delete_port for 6d01a866-f829-4985-911d-955a971f9cce owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:51:29.239938 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (6d01a866-f829-4985-911d-955a971f9cce), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:29.248123 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:29.269453 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Pushing event deleted for resources: {'Port': ['ID=6d01a866-f829-4985-911d-955a971f9cce,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:29.273743 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['6d01a866-f829-4985-911d-955a971f9cce'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:51:29.316037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] No DVR routers for this DVR port 6d01a866-f829-4985-911d-955a971f9cce on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:51:29.318379 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:29.322213 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-001a686e-4799-41ef-a14f-80acd44f3413 req-069b9a2c-580d-43b3-b452-d97530fd103d tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.39 "DELETE /networking/v2.0/ports/6d01a866-f829-4985-911d-955a971f9cce HTTP/1.1" status: 204 len: 173 time: 0.6974854 Oct 12 12:51:29.322732 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97cce9-cf98-4534-8979-2fbb122af629', 'name': 'network-vif-deleted', 'tag': '6d01a866-f829-4985-911d-955a971f9cce'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:51:29.324982 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dcd604-7042-4616-b778-c23728e20d7f" -d '{"events": [{"server_uuid": "8e97cce9-cf98-4534-8979-2fbb122af629", "name": "network-vif-deleted", "tag": "6d01a866-f829-4985-911d-955a971f9cce"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:51:29.363495 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc29b8-d7f8-483e-bb57-bcf4d39e31d7 x-openstack-request-id: req-57bc29b8-d7f8-483e-bb57-bcf4d39e31d7 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:51:29.364034 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97cce9-cf98-4534-8979-2fbb122af629", "name": "network-vif-deleted", "tag": "6d01a866-f829-4985-911d-955a971f9cce", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:51:29.364287 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57bc29b8-d7f8-483e-bb57-bcf4d39e31d7 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:51:29.364693 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bc29b8-d7f8-483e-bb57-bcf4d39e31d7'] response: {'server_uuid': '8e97cce9-cf98-4534-8979-2fbb122af629', 'name': 'network-vif-deleted', 'tag': '6d01a866-f829-4985-911d-955a971f9cce', 'status': 'completed', 'code': 200} Oct 12 12:51:29.509879 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-788d370e-3ad7-4a43-9fba-310252d88561 req-27b90965-528f-42b7-9ad2-d9d767e902ff tempest-VolumesNegativeTest-603959969 tempest-VolumesNegativeTest-603959969-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8e97cce9-cf98-4534-8979-2fbb122af629 HTTP/1.1" status: 200 len: 210 time: 0.0283270 Oct 12 12:51:29.564260 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=61 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:29.566120 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=10 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:31.510901 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 6d01a866-f829-4985-911d-955a971f9cce no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:51:31.530148 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 6d01a866-f829-4985-911d-955a971f9cce {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:51:31.530492 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 6d01a866-f829-4985-911d-955a971f9cce not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:51:36.416442 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48816) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:36.546778 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-dedbe4a6-9b80-480d-ad06-3b008fab6376 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=172681aae5d649b7b8cc5dd50779a631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290236 Oct 12 12:51:36.549250 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48820) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:36.595975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dda394f4-1066-48b0-83e3-7bab0acbbf4f admin admin] Publish callbacks [] for security_group (e80d4965-99b6-4d50-b85b-dcad3ac33aa0), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:36.616295 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dda394f4-1066-48b0-83e3-7bab0acbbf4f admin admin] Publish callbacks [] for security_group (e80d4965-99b6-4d50-b85b-dcad3ac33aa0), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:36.723959 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dda394f4-1066-48b0-83e3-7bab0acbbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e80d4965-99b6-4d50-b85b-dcad3ac33aa0), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:36.726566 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-dda394f4-1066-48b0-83e3-7bab0acbbf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:36.728335 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-dda394f4-1066-48b0-83e3-7bab0acbbf4f admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e80d4965-99b6-4d50-b85b-dcad3ac33aa0 HTTP/1.1" status: 204 len: 168 time: 0.1781509 Oct 12 12:51:36.736512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda394f4-1066-48b0-83e3-7bab0acbbf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d4965-99b6-4d50-b85b-dcad3ac33aa0,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:37.225584 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=17 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:37.228623 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:37.693731 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48844) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:37.790879 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-866836326-network', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:51:37.868520 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Made reservation on behalf of 7bc9dba7cc864f998bc613e10cf3b4aa for: {'network': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:51:37.870837 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:37.879334 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:37.953142 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Publish callbacks [] for security_group (31405566-7594-4c26-9b16-dfd5f5095ebe), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.017453 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (31405566-7594-4c26-9b16-dfd5f5095ebe), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.044607 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=104977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:51:38.051093 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31405566-7594-4c26-9b16-dfd5f5095ebe,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:38.056706 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:38.057986 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (6a8e3f71-ae64-48ac-8d5a-153743ee7cb8), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.058346 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.segments_db [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Added segment 6a8e3f71-ae64-48ac-8d5a-153743ee7cb8 of type vlan for network 78b8637a-5577-477b-80f6-53a374c5d245 Oct 12 12:51:38.100129 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (78b8637a-5577-477b-80f6-53a374c5d245), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.197833 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (78b8637a-5577-477b-80f6-53a374c5d245), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.198860 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:38.199439 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.261570 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] Pushing event updated for resources: {'Network': ['ID=78b8637a-5577-477b-80f6-53a374c5d245,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:38.271257 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network 78b8637a-5577-477b-80f6-53a374c5d245 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:51:38.317152 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-c1056cb8-8e31-48a6-810e-1c091282ea57 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6220069 Oct 12 12:51:38.320783 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48848) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:38.325025 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Request body: {'subnet': {'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-866836326-subnet', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'ip_version': 4}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:51:38.405865 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Made reservation on behalf of 7bc9dba7cc864f998bc613e10cf3b4aa for: {'subnet': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:51:38.408204 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5102991'] for subnet (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.478233 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:38.629124 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6718086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5103005'] for subnet (e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.680248 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7,revision_number=0']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:38.696116 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Checking segment: {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:38.696731 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Network hostable DHCP agents. Network: 78b8637a-5577-477b-80f6-53a374c5d245, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:51:38.805198 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Network 78b8637a-5577-477b-80f6-53a374c5d245 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:51:38.885493 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, 78b8637a-5577-477b-80f6-53a374c5d245) {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:38.890024 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:38.890945 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:38.894003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08423972-cd52-4cd4-af2f-4ff0cb26908f None None] Network 78b8637a-5577-477b-80f6-53a374c5d245 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:51:38.979823 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-8316f4b8-4427-418c-9329-b87b707e5aec admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6583943 Oct 12 12:51:38.982403 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48852) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:38.987893 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:51:38.994983 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-78b8637a-5577-477b-80f6-53a374c5d245', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:51:38.995967 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.089213 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (267e1420-01c6-4070-81a0-986deaaa805b), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.090308 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (267e1420-01c6-4070-81a0-986deaaa805b), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.123937 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:39.129230 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Allocated IP 172.20.0.2 (78b8637a-5577-477b-80f6-53a374c5d245/e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7/7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:51:39.143753 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks [] for router_controller (267e1420-01c6-4070-81a0-986deaaa805b), precommit_add_association {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.268962 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Publish callbacks [] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.342688 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.345077 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks [] for router_gateway (267e1420-01c6-4070-81a0-986deaaa805b), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.381405 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Network 78b8637a-5577-477b-80f6-53a374c5d245 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:39.386002 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:39.390076 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:51:39.397232 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Pushing event updated for resources: {'Port': ['ID=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:39.421014 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.421364 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.421709 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.422090 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.422423 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.422752 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.423079 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.423403 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.423728 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.424053 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.424381 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.424726 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.425047 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.425367 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.425685 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:39.464844 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Attempting to bind port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:51:39.465228 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Attempting to bind port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:51:39.465670 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Attempting to bind port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b on network 78b8637a-5577-477b-80f6-53a374c5d245 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:51:39.510789 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:51:39.511162 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Checking segment: {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:39.511623 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.512023 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Bound using segment: {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:51:39.512527 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Bound port: 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:51:39.512907 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.537315 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:39.553266 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:39.575815 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] For port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:51:39.579009 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] For port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:51:39.608439 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks [] for router_gateway (267e1420-01c6-4070-81a0-986deaaa805b), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.627986 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.655081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.708727 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fab58-c7f4-4f6e-bba1-b9fb1cc9251c None None] Pushing event updated for resources: {'Port': ['ID=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:39.739571 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Allocated IP 172.27.3.101 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/f4f7eabc-b24f-4aee-bfd4-5a01e277545f) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:51:39.798026 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:39.856693 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks [] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:39.960505 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.000483 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:40.003315 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:40.007582 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:51:40.012447 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Pushing event updated for resources: {'Port': ['ID=f4f7eabc-b24f-4aee-bfd4-5a01e277545f,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:40.062181 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.307830 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks [] for router_gateway (267e1420-01c6-4070-81a0-986deaaa805b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.347639 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:40.502515 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (267e1420-01c6-4070-81a0-986deaaa805b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.519510 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd4f0f-a5e8-4338-8446-b5f7eca051cb None None] Network 78b8637a-5577-477b-80f6-53a374c5d245 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:51:40.576145 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-87c89f42-4df2-41d0-a816-45a313cca0a7 None None] Provisioning complete for port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:40.576519 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-87c89f42-4df2-41d0-a816-45a313cca0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.576853 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-87c89f42-4df2-41d0-a816-45a313cca0a7 None None] Attempt 1 to provision port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b Oct 12 12:51:40.687977 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:40.690468 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Router 267e1420-01c6-4070-81a0-986deaaa805b is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:51:40.735578 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-87c89f42-4df2-41d0-a816-45a313cca0a7 None None] Current status of the port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:40.736104 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-87c89f42-4df2-41d0-a816-45a313cca0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.773714 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:40.774042 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.774395 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b Oct 12 12:51:40.800478 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:51:40.810606 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-87c89f42-4df2-41d0-a816-45a313cca0a7 None None] For port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:40.813550 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Sync routers for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:51:40.824371 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:40.824982 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:40.861371 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:40.870087 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.892255 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-87c89f42-4df2-41d0-a816-45a313cca0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.896912 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:40.927384 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:40.928690 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d13ace88-0798-405a-89d6-a7369722f60a admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9452367 Oct 12 12:51:40.931342 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48854) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:40.945589 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:40.968018 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.db.api [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 12 12:51:40.968752 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG oslo_db.api [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:51:40.983216 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c89f42-4df2-41d0-a816-45a313cca0a7 None None] Pushing event updated for resources: {'Port': ['ID=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:41.013535 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-21f68267-3538-4042-a56d-63240f82e695 None None] Provisioning complete for port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:41.013912 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-21f68267-3538-4042-a56d-63240f82e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.014463 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-21f68267-3538-4042-a56d-63240f82e695 None None] Attempt 1 to provision port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b Oct 12 12:51:41.096572 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-21f68267-3538-4042-a56d-63240f82e695 None None] Current status of the port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:41.121800 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:40Z', 'revision_number': 3, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:41.147180 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Checking router: 267e1420-01c6-4070-81a0-986deaaa805b for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:51:41.147523 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Updating router 267e1420-01c6-4070-81a0-986deaaa805b port f4f7eabc-b24f-4aee-bfd4-5a01e277545f binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:51:41.175196 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.204855 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:41.339182 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.401473 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:41.423061 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Publish callbacks [] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.491263 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Allocated IP 172.20.0.1 (78b8637a-5577-477b-80f6-53a374c5d245/e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7/bf7bd797-8650-4eb9-9cfd-eedee67d13cb) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:51:41.497855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:41.502108 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:41.506085 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.541005 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Attempting to bind port f4f7eabc-b24f-4aee-bfd4-5a01e277545f on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:51:41.541374 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Attempting to bind port f4f7eabc-b24f-4aee-bfd4-5a01e277545f by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:51:41.541732 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Attempting to bind port f4f7eabc-b24f-4aee-bfd4-5a01e277545f on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:51:41.575521 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Pushing event updated for resources: {'Port': ['ID=f4f7eabc-b24f-4aee-bfd4-5a01e277545f,revision_number=2']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:41.589070 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.589486 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.589783 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.590173 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.590506 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.590828 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.591151 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.591468 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.591803 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.592126 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.592445 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.592777 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.593098 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.593412 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.593725 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:51:41.599986 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Publish callbacks [] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.605271 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:51:41.605725 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:41.606153 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.606538 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:51:41.615941 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Bound port: f4f7eabc-b24f-4aee-bfd4-5a01e277545f, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:51:41.615941 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.642595 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:51:41.662282 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] For port f4f7eabc-b24f-4aee-bfd4-5a01e277545f, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:51:41.665284 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] For port f4f7eabc-b24f-4aee-bfd4-5a01e277545f, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=f4f7eabc-b24f-4aee-bfd4-5a01e277545f,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:51:41.678860 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.716404 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Network 78b8637a-5577-477b-80f6-53a374c5d245 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:41.720751 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:41.724721 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:51:41.724927 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.741440 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:41.747209 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Pushing event updated for resources: {'Port': ['ID=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:41.769396 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (267e1420-01c6-4070-81a0-986deaaa805b), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.774251 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:41.774251 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:41.815025 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:41.820955 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009a06d-04ff-4314-9e97-7e5f548a104f None None] Pushing event updated for resources: {'Port': ['ID=f4f7eabc-b24f-4aee-bfd4-5a01e277545f,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:41.898088 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:41.920738 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-9cd95626-98fd-43e4-88f3-b141231897e3 None None] Provisioning complete for port bf7bd797-8650-4eb9-9cfd-eedee67d13cb triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:41.922351 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-9cd95626-98fd-43e4-88f3-b141231897e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:41.922351 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-9cd95626-98fd-43e4-88f3-b141231897e3 None None] Attempt 1 to provision port bf7bd797-8650-4eb9-9cfd-eedee67d13cb Oct 12 12:51:41.956038 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-9cd95626-98fd-43e4-88f3-b141231897e3 None None] Port bf7bd797-8650-4eb9-9cfd-eedee67d13cb cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:51:41.970683 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:42.071381 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:40Z', 'revision_number': 3, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:42.094131 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36eaf8e-9b55-40e9-9624-76a8a2fe942e None None] The sync data for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi is: [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:40Z', 'revision_number': 3, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:51:42.115384 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:42.135754 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Publish callbacks [] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:42.192876 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:42.529994 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Pushing event updated for resources: {'Port': ['ID=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:42.533556 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (267e1420-01c6-4070-81a0-986deaaa805b), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:42.634771 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:42.639838 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Network 78b8637a-5577-477b-80f6-53a374c5d245 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:42.641193 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:42.721613 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device f4f7eabc-b24f-4aee-bfd4-5a01e277545f up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:42.769529 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Router 267e1420-01c6-4070-81a0-986deaaa805b has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:51:42.780885 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port f4f7eabc-b24f-4aee-bfd4-5a01e277545f triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:42.781560 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:42.782171 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port f4f7eabc-b24f-4aee-bfd4-5a01e277545f Oct 12 12:51:42.887529 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port f4f7eabc-b24f-4aee-bfd4-5a01e277545f is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:42.888134 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:42.897213 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-e219ca85-13a1-4f43-a805-d568c888c276 None None] Provisioning complete for port bf7bd797-8650-4eb9-9cfd-eedee67d13cb triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:42.897786 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e219ca85-13a1-4f43-a805-d568c888c276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:42.898236 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-e219ca85-13a1-4f43-a805-d568c888c276 None None] Attempt 1 to provision port bf7bd797-8650-4eb9-9cfd-eedee67d13cb Oct 12 12:51:42.899738 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:51:42.914109 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-4b36279e-f494-4bf6-be0b-86c8f7b0dd4d admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/267e1420-01c6-4070-81a0-986deaaa805b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9728587 Oct 12 12:51:42.937321 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port f4f7eabc-b24f-4aee-bfd4-5a01e277545f, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=f4f7eabc-b24f-4aee-bfd4-5a01e277545f,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:42.944691 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-e219ca85-13a1-4f43-a805-d568c888c276 None None] Port bf7bd797-8650-4eb9-9cfd-eedee67d13cb cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:51:43.012623 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:43.013451 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:43.096281 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=f4f7eabc-b24f-4aee-bfd4-5a01e277545f,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:43.100710 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:43.101081 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:43.101417 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b Oct 12 12:51:43.173260 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:43.617515 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48870) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:43.622440 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-971621948-network', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:51:43.678721 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Sync routers for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:51:43.688989 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:43.689627 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:43.711698 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Made reservation on behalf of 91fbadf143bb4254bb64423fe3642cdd for: {'network': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:51:43.714228 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for network (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:43.723320 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:43.793018 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:43.798560 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Publish callbacks [] for security_group (e837db67-c743-4bf9-a081-250ab7719b5a), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:43.892203 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e837db67-c743-4bf9-a081-250ab7719b5a), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:43.917909 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=104978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:51:43.927939 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e837db67-c743-4bf9-a081-250ab7719b5a,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:43.932735 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (41b0cd9a-04a1-42d9-876d-750059c5bcec), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:43.933078 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.segments_db [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Added segment 41b0cd9a-04a1-42d9-876d-750059c5bcec of type vlan for network e3ce5f62-d157-43eb-9168-ac4441926ce2 Oct 12 12:51:43.976219 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782340837825'] for network (e3ce5f62-d157-43eb-9168-ac4441926ce2), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:43.982447 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 2, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:44.008468 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Checking router: 267e1420-01c6-4070-81a0-986deaaa805b for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:51:44.008826 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Updating router 267e1420-01c6-4070-81a0-986deaaa805b port bf7bd797-8650-4eb9-9cfd-eedee67d13cb binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:51:44.033732 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:44.036304 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.073732 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=100 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:44.075145 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958'] for network (e3ce5f62-d157-43eb-9168-ac4441926ce2), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.076182 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:44.076766 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.136878 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ce5f62-d157-43eb-9168-ac4441926ce2,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:44.147643 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Network e3ce5f62-d157-43eb-9168-ac4441926ce2 details requested by agent ovs-agent-dv-cinder-812685-16-iscsi with host dv-cinder-812685-16-iscsi {{(pid=104979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:51:44.197395 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-ff5a1f7f-ebc0-42ce-a863-f340d8bc55f5 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5786171 Oct 12 12:51:44.200120 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48872) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:44.204797 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Request body: {'subnet': {'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-971621948-subnet', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'ip_version': 4}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:51:44.286498 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Made reservation on behalf of 91fbadf143bb4254bb64423fe3642cdd for: {'subnet': 1} {{(pid=104978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:51:44.288969 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255279'] for subnet (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.486543 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Publish callbacks [] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.517128 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4356561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255293'] for subnet (238b196c-ff2d-4646-bf36-d691b1707694), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.573084 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Pushing event updated for resources: {'Subnet': ['ID=238b196c-ff2d-4646-bf36-d691b1707694,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:44.577293 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.583806 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Checking segment: {'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:44.583806 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Network hostable DHCP agents. Network: e3ce5f62-d157-43eb-9168-ac4441926ce2, hostable agents: ['b83cd228-8285-4f9f-93e4-c8f512f79ec8'], hosted agents: [] {{(pid=104978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:51:44.638844 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cadc77-fa82-4278-b50d-7fcd263a2843 None None] Pushing event updated for resources: {'Port': ['ID=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:44.645203 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device f4f7eabc-b24f-4aee-bfd4-5a01e277545f up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:44.663146 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Network e3ce5f62-d157-43eb-9168-ac4441926ce2 is scheduled to be hosted by DHCP agent b83cd228-8285-4f9f-93e4-c8f512f79ec8 with binding_index 1 {{(pid=104978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:51:44.702405 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Attempting to bind port bf7bd797-8650-4eb9-9cfd-eedee67d13cb on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:51:44.702769 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Attempting to bind port bf7bd797-8650-4eb9-9cfd-eedee67d13cb by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:51:44.703126 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Attempting to bind port bf7bd797-8650-4eb9-9cfd-eedee67d13cb on network 78b8637a-5577-477b-80f6-53a374c5d245 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:51:44.751676 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port f4f7eabc-b24f-4aee-bfd4-5a01e277545f triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:44.751968 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.752295 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port f4f7eabc-b24f-4aee-bfd4-5a01e277545f Oct 12 12:51:44.757210 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:51:44.757572 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Checking segment: {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:44.757973 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.758355 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Bound using segment: {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:51:44.758811 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Bound port: bf7bd797-8650-4eb9-9cfd-eedee67d13cb, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:51:44.759223 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.785136 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-16-iscsi, e3ce5f62-d157-43eb-9168-ac4441926ce2) {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:44.789507 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:51:44.790447 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.797471 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0fd6ed-5c5d-40d6-a201-3f606aa2e943 None None] Network e3ce5f62-d157-43eb-9168-ac4441926ce2 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:51:44.884903 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-344a7296-6a00-4975-8625-1a2b0c16370e admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6837471 Oct 12 12:51:44.887753 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 48874) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:44.892091 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:51:44.898376 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:44.952035 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] For port bf7bd797-8650-4eb9-9cfd-eedee67d13cb, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:51:44.956505 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] For port bf7bd797-8650-4eb9-9cfd-eedee67d13cb, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:51:44.968356 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router (8c21787a-9491-4d36-8ff0-32afbd56d7dd), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.969410 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-651'] for router (8c21787a-9491-4d36-8ff0-32afbd56d7dd), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:44.975317 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port f4f7eabc-b24f-4aee-bfd4-5a01e277545f is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:44.982122 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=73,neutron:INSERT=17,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:44.990233 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfc6e3c9-305f-5259-9d98-13ef9d3d7a8e-e3ce5f62-d157-43eb-9168-ac4441926ce2', 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2', 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'fixed_ips': [{'subnet_id': '238b196c-ff2d-4646-bf36-d691b1707694'}]}} from dv-cinder-812685-16-iscsi. {{(pid=104979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 12 12:51:44.991280 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.025473 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks [] for router_controller (8c21787a-9491-4d36-8ff0-32afbd56d7dd), precommit_add_association {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.058359 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.063291 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:45.110919 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:45.120986 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:45.121621 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:45.198499 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cadc77-fa82-4278-b50d-7fcd263a2843 None None] Pushing event updated for resources: {'Port': ['ID=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:45.244171 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks [] for router_gateway (8c21787a-9491-4d36-8ff0-32afbd56d7dd), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.255610 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.db_base_plugin_common [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Allocated IP 172.20.0.2 (e3ce5f62-d157-43eb-9168-ac4441926ce2/238b196c-ff2d-4646-bf36-d691b1707694/feb03c40-30ae-4168-8d8a-1001f4819db6) {{(pid=104979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:51:45.294632 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:45.466840 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-7d156a4e-5b37-415a-92c6-6f568be2e273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.541800 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks [] for router_gateway (8c21787a-9491-4d36-8ff0-32afbd56d7dd), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.553917 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Publish callbacks [] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), precommit_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.561042 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.595939 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:44Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:45.625067 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeadb7e-8a53-4cff-91ce-494b433fb988 None None] The sync data for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi is: [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:44Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:51:45.634414 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), after_create {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.669067 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_common [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Allocated IP 172.27.3.157 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/56177e81-0a98-4633-a093-46bad90b1891) {{(pid=104978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:51:45.683815 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Network e3ce5f62-d157-43eb-9168-ac4441926ce2 is already hosted by enough agents. {{(pid=104979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:45.685073 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Pushing event updated for resources: {'Port': ['ID=feb03c40-30ae-4168-8d8a-1001f4819db6,revision_number=1']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:45.688340 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.base_scheduler [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Resources bound (agent type, host, resource id): {{(pid=104979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:45.694921 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Received port after_create {{(pid=104979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:51:45.728502 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:45.742077 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:45.766557 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Attempting to bind port feb03c40-30ae-4168-8d8a-1001f4819db6 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:51:45.767071 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Attempting to bind port feb03c40-30ae-4168-8d8a-1001f4819db6 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:51:45.767505 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Attempting to bind port feb03c40-30ae-4168-8d8a-1001f4819db6 on network e3ce5f62-d157-43eb-9168-ac4441926ce2 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:51:45.802976 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks [] for port (56177e81-0a98-4633-a093-46bad90b1891), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.811836 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:51:45.812473 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Checking segment: {'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:45.812905 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.813480 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Bound using segment: {'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:51:45.814039 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Bound port: feb03c40-30ae-4168-8d8a-1001f4819db6, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:51:45.814544 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.886715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] For port feb03c40-30ae-4168-8d8a-1001f4819db6, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:51:45.889883 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] For port feb03c40-30ae-4168-8d8a-1001f4819db6, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=feb03c40-30ae-4168-8d8a-1001f4819db6,segment=NetworkSegment(41b0cd9a-04a1-42d9-876d-750059c5bcec),segment_id=41b0cd9a-04a1-42d9-876d-750059c5bcec)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:51:45.899455 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (56177e81-0a98-4633-a093-46bad90b1891), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.952030 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:45.957653 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.base_scheduler [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:45.961963 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Received port after_create {{(pid=104978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:51:45.985531 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:45.988920 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Pushing event updated for resources: {'Port': ['ID=56177e81-0a98-4633-a093-46bad90b1891,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:46.059993 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc9a38-cf5c-4ec5-908e-70fc56f63edd None None] Pushing event updated for resources: {'Port': ['ID=feb03c40-30ae-4168-8d8a-1001f4819db6,revision_number=2']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:46.673732 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks [] for router_gateway (8c21787a-9491-4d36-8ff0-32afbd56d7dd), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:46.682324 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device feb03c40-30ae-4168-8d8a-1001f4819db6 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:46.685664 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:46.741306 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port feb03c40-30ae-4168-8d8a-1001f4819db6 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:46.741679 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:46.742052 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port feb03c40-30ae-4168-8d8a-1001f4819db6 Oct 12 12:51:46.821994 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:46.837063 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port feb03c40-30ae-4168-8d8a-1001f4819db6 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:46.837458 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:46.879286 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port feb03c40-30ae-4168-8d8a-1001f4819db6, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=feb03c40-30ae-4168-8d8a-1001f4819db6,segment=NetworkSegment(41b0cd9a-04a1-42d9-876d-750059c5bcec),segment_id=41b0cd9a-04a1-42d9-876d-750059c5bcec)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:46.899231 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1792995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1792462'] for router (8c21787a-9491-4d36-8ff0-32afbd56d7dd), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:46.936833 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:46.937757 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device bf7bd797-8650-4eb9-9cfd-eedee67d13cb up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:47.016907 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=feb03c40-30ae-4168-8d8a-1001f4819db6,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:47.026398 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port bf7bd797-8650-4eb9-9cfd-eedee67d13cb triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:47.026773 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.027107 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port bf7bd797-8650-4eb9-9cfd-eedee67d13cb Oct 12 12:51:47.098672 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Router 8c21787a-9491-4d36-8ff0-32afbd56d7dd is scheduled to L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 with binding_index 1 {{(pid=104978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:51:47.099847 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723e502e-506c-4030-a347-635b5f8dd74d None None] Network e3ce5f62-d157-43eb-9168-ac4441926ce2 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:51:47.157293 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port bf7bd797-8650-4eb9-9cfd-eedee67d13cb is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:47.157676 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.200802 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:51:47.211390 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Sync routers for ids ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:51:47.223169 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Routers {'8c21787a-9491-4d36-8ff0-32afbd56d7dd'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:47.225696 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:47.243936 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-a2494501-46b4-4df1-8170-ff7ca0045676 None None] Provisioning complete for port feb03c40-30ae-4168-8d8a-1001f4819db6 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:47.244313 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a2494501-46b4-4df1-8170-ff7ca0045676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.244648 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-a2494501-46b4-4df1-8170-ff7ca0045676 None None] Attempt 1 to provision port feb03c40-30ae-4168-8d8a-1001f4819db6 Oct 12 12:51:47.248866 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port bf7bd797-8650-4eb9-9cfd-eedee67d13cb, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:47.305426 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.310163 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 48876) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:51:47.316426 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-84a25402-b8c3-4290-9309-082508085c80 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4214082 Oct 12 12:51:47.326734 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:47.330595 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Set router 8c21787a-9491-4d36-8ff0-32afbd56d7dd gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:47.333454 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-a2494501-46b4-4df1-8170-ff7ca0045676 None None] Current status of the port feb03c40-30ae-4168-8d8a-1001f4819db6 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:47.336035 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.522255 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '56177e81-0a98-4633-a093-46bad90b1891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:51:46Z', 'revision_number': 3, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port': {'id': '56177e81-0a98-4633-a093-46bad90b1891', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:45Z', 'updated_at': '2022-10-12T12:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:47.546762 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Checking router: 8c21787a-9491-4d36-8ff0-32afbd56d7dd for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:51:47.547105 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Updating router 8c21787a-9491-4d36-8ff0-32afbd56d7dd port 56177e81-0a98-4633-a093-46bad90b1891 binding host dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:51:47.563392 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:47.568119 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-18bd56bf-1851-4bf9-98f3-b21e532897d2 None None] Provisioning complete for port feb03c40-30ae-4168-8d8a-1001f4819db6 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:47.568510 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-18bd56bf-1851-4bf9-98f3-b21e532897d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.568842 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-18bd56bf-1851-4bf9-98f3-b21e532897d2 None None] Attempt 1 to provision port feb03c40-30ae-4168-8d8a-1001f4819db6 Oct 12 12:51:47.575204 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (56177e81-0a98-4633-a093-46bad90b1891), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.653160 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-18bd56bf-1851-4bf9-98f3-b21e532897d2 None None] Current status of the port feb03c40-30ae-4168-8d8a-1001f4819db6 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:47.713113 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-e8a202e9-6b44-4a57-a5ed-0c6135174f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.715520 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:47.761036 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:47.861327 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=100 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:47.914883 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Allocated IP 172.20.0.1 (e3ce5f62-d157-43eb-9168-ac4441926ce2/238b196c-ff2d-4646-bf36-d691b1707694/b161a29f-3b36-4526-b1f9-8cfccbb64887) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:51:47.920293 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Publish callbacks [] for port (56177e81-0a98-4633-a093-46bad90b1891), precommit_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.003929 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (56177e81-0a98-4633-a093-46bad90b1891), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.010312 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:48.020045 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Publish callbacks [] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.034531 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Attempting to bind port 56177e81-0a98-4633-a093-46bad90b1891 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:51:48.034906 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Attempting to bind port 56177e81-0a98-4633-a093-46bad90b1891 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:51:48.035266 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Attempting to bind port 56177e81-0a98-4633-a093-46bad90b1891 on network fce3ab94-8597-4174-bf9c-d03c7842e8e2 {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:51:48.078626 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58788fa9-26fc-4b10-b4bb-0b9d972b600e None None] Pushing event updated for resources: {'Port': ['ID=56177e81-0a98-4633-a093-46bad90b1891,revision_number=2']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:48.090324 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:51:48.090697 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Checking segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:48.091095 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.091481 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Bound using segment: {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'} {{(pid=104980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:51:48.091945 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.managers [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Bound port: 56177e81-0a98-4633-a093-46bad90b1891, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2'}}] {{(pid=104980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:51:48.092319 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (56177e81-0a98-4633-a093-46bad90b1891), before_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.119025 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.132776 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:48.141838 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] For port 56177e81-0a98-4633-a093-46bad90b1891, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:51:48.144866 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.plugins.ml2.db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] For port 56177e81-0a98-4633-a093-46bad90b1891, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=56177e81-0a98-4633-a093-46bad90b1891,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:51:48.160132 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Network e3ce5f62-d157-43eb-9168-ac4441926ce2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:48.163034 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:48.166967 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:51:48.171958 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Pushing event updated for resources: {'Port': ['ID=b161a29f-3b36-4526-b1f9-8cfccbb64887,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:48.207044 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron_lib.callbacks.manager [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (56177e81-0a98-4633-a093-46bad90b1891), after_update {{(pid=104980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.209080 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1794101'] for router_interface (8c21787a-9491-4d36-8ff0-32afbd56d7dd), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.250892 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Routers {'8c21787a-9491-4d36-8ff0-32afbd56d7dd'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:48.251632 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:48.309015 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58788fa9-26fc-4b10-b4bb-0b9d972b600e None None] Pushing event updated for resources: {'Port': ['ID=56177e81-0a98-4633-a093-46bad90b1891,revision_number=3']} {{(pid=104980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:48.371391 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] Set router 8c21787a-9491-4d36-8ff0-32afbd56d7dd gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:48.376025 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-45c99e97-7ea7-42c1-9268-269bdf9349f2 None None] Provisioning complete for port b161a29f-3b36-4526-b1f9-8cfccbb64887 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:48.376593 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-45c99e97-7ea7-42c1-9268-269bdf9349f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.383873 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-45c99e97-7ea7-42c1-9268-269bdf9349f2 None None] Attempt 1 to provision port b161a29f-3b36-4526-b1f9-8cfccbb64887 Oct 12 12:51:48.400473 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.409397 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-45c99e97-7ea7-42c1-9268-269bdf9349f2 None None] Port b161a29f-3b36-4526-b1f9-8cfccbb64887 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:51:48.512748 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:48.541847 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '56177e81-0a98-4633-a093-46bad90b1891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:51:46Z', 'revision_number': 3, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port': {'id': '56177e81-0a98-4633-a093-46bad90b1891', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:45Z', 'updated_at': '2022-10-12T12:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:48.562700 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Publish callbacks [] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.567001 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71e3be-b377-4251-92b6-2d7523684f2d None None] The sync data for ids ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'] in dv-cinder-812685-16-iscsi is: [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '56177e81-0a98-4633-a093-46bad90b1891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:51:46Z', 'revision_number': 3, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port': {'id': '56177e81-0a98-4633-a093-46bad90b1891', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:45Z', 'updated_at': '2022-10-12T12:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:51:48.629505 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.653772 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device feb03c40-30ae-4168-8d8a-1001f4819db6 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:48.702385 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port feb03c40-30ae-4168-8d8a-1001f4819db6 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:48.702757 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.703088 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port feb03c40-30ae-4168-8d8a-1001f4819db6 Oct 12 12:51:48.703363 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Pushing event updated for resources: {'Port': ['ID=b161a29f-3b36-4526-b1f9-8cfccbb64887,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:48.706743 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794217'] for router_interface (8c21787a-9491-4d36-8ff0-32afbd56d7dd), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.737531 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:48.798153 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port feb03c40-30ae-4168-8d8a-1001f4819db6 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:48.799543 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device bf7bd797-8650-4eb9-9cfd-eedee67d13cb up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:48.841665 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Network e3ce5f62-d157-43eb-9168-ac4441926ce2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:51:48.843429 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:51:48.855519 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port bf7bd797-8650-4eb9-9cfd-eedee67d13cb triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:48.855892 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:48.856225 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port bf7bd797-8650-4eb9-9cfd-eedee67d13cb Oct 12 12:51:48.967931 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port bf7bd797-8650-4eb9-9cfd-eedee67d13cb is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:49.004058 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Router 8c21787a-9491-4d36-8ff0-32afbd56d7dd has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:51:49.037383 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:49.098559 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:49.115478 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:51:49.130055 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-262c0d99-b76b-4da6-a862-84e8fa73ac87 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/8c21787a-9491-4d36-8ff0-32afbd56d7dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8186929 Oct 12 12:51:49.140063 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1eeb6f67-46e3-4a39-bb48-03c113cca65a None None] Provisioning complete for port b161a29f-3b36-4526-b1f9-8cfccbb64887 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:49.140573 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6f67-46e3-4a39-bb48-03c113cca65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:49.140996 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1eeb6f67-46e3-4a39-bb48-03c113cca65a None None] Attempt 1 to provision port b161a29f-3b36-4526-b1f9-8cfccbb64887 Oct 12 12:51:49.180455 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb6f67-46e3-4a39-bb48-03c113cca65a None None] Port b161a29f-3b36-4526-b1f9-8cfccbb64887 cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:51:50.230854 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Sync routers for ids ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:51:50.245245 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Routers {'8c21787a-9491-4d36-8ff0-32afbd56d7dd'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:50.245870 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:50.367915 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Set router 8c21787a-9491-4d36-8ff0-32afbd56d7dd gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:50.464003 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:50.585231 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '56177e81-0a98-4633-a093-46bad90b1891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:51:48Z', 'revision_number': 4, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port': {'id': '56177e81-0a98-4633-a093-46bad90b1891', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:45Z', 'updated_at': '2022-10-12T12:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'b161a29f-3b36-4526-b1f9-8cfccbb64887', 'name': '', 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'mac_address': 'fa:16:3e:a3:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '238b196c-ff2d-4646-bf36-d691b1707694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:47Z', 'updated_at': '2022-10-12T12:51:48Z', 'revision_number': 2, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'subnets': [{'id': '238b196c-ff2d-4646-bf36-d691b1707694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:50.616661 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Checking router: 8c21787a-9491-4d36-8ff0-32afbd56d7dd for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:51:50.617011 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Updating router 8c21787a-9491-4d36-8ff0-32afbd56d7dd port b161a29f-3b36-4526-b1f9-8cfccbb64887 binding host dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:51:50.649945 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:50.703941 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 56177e81-0a98-4633-a093-46bad90b1891 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:50.841848 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 56177e81-0a98-4633-a093-46bad90b1891 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:50.842339 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (56177e81-0a98-4633-a093-46bad90b1891), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:50.842677 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 56177e81-0a98-4633-a093-46bad90b1891 Oct 12 12:51:50.870763 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:50.871440 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:50.948246 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:51.005583 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 56177e81-0a98-4633-a093-46bad90b1891 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:51.005993 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (56177e81-0a98-4633-a093-46bad90b1891), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:51.040487 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port 56177e81-0a98-4633-a093-46bad90b1891, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=56177e81-0a98-4633-a093-46bad90b1891,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:51.090402 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Publish callbacks [] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), precommit_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:51.094450 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (56177e81-0a98-4633-a093-46bad90b1891), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:51.149408 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=56177e81-0a98-4633-a093-46bad90b1891,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:51.168399 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:51.249064 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6222dfc-1c61-4eb4-b898-03549b650e00 None None] Pushing event updated for resources: {'Port': ['ID=b161a29f-3b36-4526-b1f9-8cfccbb64887,revision_number=3']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:51.265540 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Attempting to bind port b161a29f-3b36-4526-b1f9-8cfccbb64887 on host dv-cinder-812685-16-iscsi for vnic_type normal with profile {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:51:51.265912 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Attempting to bind port b161a29f-3b36-4526-b1f9-8cfccbb64887 by drivers openvswitch,hyperv on host dv-cinder-812685-16-iscsi at level 0 using segments [{'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:51:51.266285 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Attempting to bind port b161a29f-3b36-4526-b1f9-8cfccbb64887 on network e3ce5f62-d157-43eb-9168-ac4441926ce2 {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:51:51.326063 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Checking agent: {'id': '3d594c0d-95de-40c1-9641-cf57a7268f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 29, 51), 'started_at': datetime.datetime(2022, 10, 12, 12, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:51:51.326432 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Checking segment: {'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:51:51.326833 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:51.327276 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Bound using segment: {'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'} {{(pid=104979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:51:51.327790 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.managers [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Bound port: b161a29f-3b36-4526-b1f9-8cfccbb64887, host: dv-cinder-812685-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b0cd9a-04a1-42d9-876d-750059c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2'}}] {{(pid=104979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:51:51.328213 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:51.376785 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:51.410159 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] For port b161a29f-3b36-4526-b1f9-8cfccbb64887, host dv-cinder-812685-16-iscsi, cleared binding levels {{(pid=104979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:51:51.415864 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] For port b161a29f-3b36-4526-b1f9-8cfccbb64887, host dv-cinder-812685-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=b161a29f-3b36-4526-b1f9-8cfccbb64887,segment=NetworkSegment(41b0cd9a-04a1-42d9-876d-750059c5bcec),segment_id=41b0cd9a-04a1-42d9-876d-750059c5bcec)] {{(pid=104979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:51:51.502441 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:51.542784 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Routers {'8c21787a-9491-4d36-8ff0-32afbd56d7dd'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:51:51.543419 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:51:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:51.603206 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6222dfc-1c61-4eb4-b898-03549b650e00 None None] Pushing event updated for resources: {'Port': ['ID=b161a29f-3b36-4526-b1f9-8cfccbb64887,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:51.677147 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] Set router 8c21787a-9491-4d36-8ff0-32afbd56d7dd gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:51:51.890055 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '56177e81-0a98-4633-a093-46bad90b1891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:51:48Z', 'revision_number': 4, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port': {'id': '56177e81-0a98-4633-a093-46bad90b1891', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:45Z', 'updated_at': '2022-10-12T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'b161a29f-3b36-4526-b1f9-8cfccbb64887', 'name': '', 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'mac_address': 'fa:16:3e:a3:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '238b196c-ff2d-4646-bf36-d691b1707694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:47Z', 'updated_at': '2022-10-12T12:51:51Z', 'revision_number': 4, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'subnets': [{'id': '238b196c-ff2d-4646-bf36-d691b1707694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:51:51.916957 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c55f51-bcbb-4b30-9cd8-bcb9959e0e70 None None] The sync data for ids ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'] in dv-cinder-812685-16-iscsi is: [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '56177e81-0a98-4633-a093-46bad90b1891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:51:48Z', 'revision_number': 4, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port': {'id': '56177e81-0a98-4633-a093-46bad90b1891', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:45Z', 'updated_at': '2022-10-12T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'b161a29f-3b36-4526-b1f9-8cfccbb64887', 'name': '', 'network_id': 'e3ce5f62-d157-43eb-9168-ac4441926ce2', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'mac_address': 'fa:16:3e:a3:54:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '238b196c-ff2d-4646-bf36-d691b1707694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:47Z', 'updated_at': '2022-10-12T12:51:51Z', 'revision_number': 4, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'subnets': [{'id': '238b196c-ff2d-4646-bf36-d691b1707694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:51:52.723019 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device b161a29f-3b36-4526-b1f9-8cfccbb64887 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:52.751510 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:52.771392 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port b161a29f-3b36-4526-b1f9-8cfccbb64887 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:52.771848 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:52.772254 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port b161a29f-3b36-4526-b1f9-8cfccbb64887 Oct 12 12:51:52.851021 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port b161a29f-3b36-4526-b1f9-8cfccbb64887 is: DOWN; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:52.851661 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:52.887978 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] For port b161a29f-3b36-4526-b1f9-8cfccbb64887, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=b161a29f-3b36-4526-b1f9-8cfccbb64887,segment=NetworkSegment(41b0cd9a-04a1-42d9-876d-750059c5bcec),segment_id=41b0cd9a-04a1-42d9-876d-750059c5bcec)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:51:52.956422 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:52.957304 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 56177e81-0a98-4633-a093-46bad90b1891 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:53.080849 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Pushing event updated for resources: {'Port': ['ID=b161a29f-3b36-4526-b1f9-8cfccbb64887,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:51:53.089301 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port 56177e81-0a98-4633-a093-46bad90b1891 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:53.089877 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (56177e81-0a98-4633-a093-46bad90b1891), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:53.090432 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port 56177e81-0a98-4633-a093-46bad90b1891 Oct 12 12:51:53.148449 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:53.316689 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port 56177e81-0a98-4633-a093-46bad90b1891 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:54.653554 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device b161a29f-3b36-4526-b1f9-8cfccbb64887 up at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:51:54.703271 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Provisioning complete for port b161a29f-3b36-4526-b1f9-8cfccbb64887 triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:51:54.703697 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:51:54.704154 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Attempt 1 to provision port b161a29f-3b36-4526-b1f9-8cfccbb64887 Oct 12 12:51:54.782941 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Current status of the port b161a29f-3b36-4526-b1f9-8cfccbb64887 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:51:57.214386 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:57.215648 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:58.540117 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:58.545057 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=26 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:51:59.115669 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=40 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:00.051078 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-244bba6f-3a8f-42ab-8415-f3949e8261bc tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:00.052762 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-244bba6f-3a8f-42ab-8415-f3949e8261bc tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 814 time: 0.1052277 Oct 12 12:52:00.067427 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-68db22b0-6ba0-4bc8-bcd5-bffd74e0efbe tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/quotas/7bc9dba7cc864f998bc613e10cf3b4aa HTTP/1.1" status: 200 len: 375 time: 0.0093138 Oct 12 12:52:00.118307 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-469cdd71-5fba-4141-b1d6-29b9984f6d55 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451701 Oct 12 12:52:00.224900 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9ec3d3fa-13e0-4e3d-b678-617bd5200b1a service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 12 12:52:00.226042 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9ec3d3fa-13e0-4e3d-b678-617bd5200b1a service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0966551 Oct 12 12:52:00.317171 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-f39af2cd-0af9-4c82-b06c-d9e1cf6d5282 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853379 Oct 12 12:52:00.406895 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-dd9fed74-11ba-44df-a98c-775fcf11efab service neutron] 10.222.0.44 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840840 Oct 12 12:52:00.655707 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bdfddb4d-c940-4908-a122-f7068c56f84f req-869ce978-9022-4f72-8fed-cfcb4ca5d5d4 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 210 time: 0.0280352 Oct 12 12:52:01.738737 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7591045c-9214-4e85-8321-1ac37a371808 req-728e2953-8e3b-4d83-a75d-66b98b98f1ca tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 210 time: 0.0286276 Oct 12 12:52:02.843826 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b809e150-41d8-4d29-9f15-6ee6865c2e8c req-19c583f1-af67-4cd2-8900-b7ded02be7cf tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 210 time: 0.0308173 Oct 12 12:52:03.315818 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b71aebbd-8507-4742-ac1a-51faa105c6d8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:03.317322 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b71aebbd-8507-4742-ac1a-51faa105c6d8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.39 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 814 time: 0.1005092 Oct 12 12:52:03.333691 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'port': {'device_id': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'admin_state_up': True, 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:03.507578 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Made reservation on behalf of 7bc9dba7cc864f998bc613e10cf3b4aa for: {'port': 1} {{(pid=104977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:52:03.511756 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:03.634847 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Allocated IP 172.20.0.11 (78b8637a-5577-477b-80f6-53a374c5d245/e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7/97b839e5-ff1e-4dc0-94ce-b81e679d1f6e) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:52:03.788822 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:03.947533 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ab4438ca-bdeb-4268-89d9-14570eacc851 req-76b15cdb-1a73-4b44-9708-bb04765cbdda tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 210 time: 0.0310299 Oct 12 12:52:03.984242 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:04.031506 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Network 78b8637a-5577-477b-80f6-53a374c5d245 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:52:04.037588 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:52:04.055664 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:52:04.123013 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:04.123721 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:04.140030 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'Port': ['ID=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:04.223813 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-9891460a-05b1-4ca2-acb5-5e35ddd9faa8 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8922300 Oct 12 12:52:04.398661 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-85fbf176-5210-4077-ae26-e1e26937fa51 None None] Provisioning complete for port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:52:04.399279 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-85fbf176-5210-4077-ae26-e1e26937fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:04.399279 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-85fbf176-5210-4077-ae26-e1e26937fa51 None None] Attempt 1 to provision port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e Oct 12 12:52:04.433880 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-85fbf176-5210-4077-ae26-e1e26937fa51 None None] Port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e cannot update to ACTIVE because it is not bound. {{(pid=104979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 12 12:52:05.060129 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:05.082225 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f67e1-438a-4be0-8774-985cc254e207 req-9f7c014f-cec4-4db6-bcc4-f438aaf006cf tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:05.083887 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-207f67e1-438a-4be0-8774-985cc254e207 req-9f7c014f-cec4-4db6-bcc4-f438aaf006cf tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 932 time: 0.0585346 Oct 12 12:52:05.136492 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-207f67e1-438a-4be0-8774-985cc254e207 req-82423979-332d-46f5-a078-04c4e32f5a67 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463033 Oct 12 12:52:06.259140 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d0b8-3259-4895-b838-c00e5505cb3d req-f6ef6469-9b2f-4a6b-ab98-d2a16e8578a5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:06.260637 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9ed1d0b8-3259-4895-b838-c00e5505cb3d req-f6ef6469-9b2f-4a6b-ab98-d2a16e8578a5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 932 time: 0.0473483 Oct 12 12:52:06.310550 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9ed1d0b8-3259-4895-b838-c00e5505cb3d req-6102ef1f-ce7a-4431-a0c5-1464fb9d8b97 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 Oct 12 12:52:07.445344 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71646ef3-d5d5-4ef5-80fe-f725da0f2534 req-6e74538f-c796-4794-a76b-3ac1903267a7 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:07.447031 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71646ef3-d5d5-4ef5-80fe-f725da0f2534 req-6e74538f-c796-4794-a76b-3ac1903267a7 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 932 time: 0.0614841 Oct 12 12:52:07.496430 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-71646ef3-d5d5-4ef5-80fe-f725da0f2534 req-9d402fb9-fcac-4379-8ad1-3973ba75ab75 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Oct 12 12:52:08.619366 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2151d2-62c2-4210-9c4f-fafc1d40483b req-b192beb4-615c-4866-91ef-738b3e5dd6ab tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:08.620829 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4f2151d2-62c2-4210-9c4f-fafc1d40483b req-b192beb4-615c-4866-91ef-738b3e5dd6ab tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 932 time: 0.0479717 Oct 12 12:52:08.672724 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-4f2151d2-62c2-4210-9c4f-fafc1d40483b req-41a7539b-0461-4374-a5f9-f3f4bc23da1e tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463097 Oct 12 12:52:09.777395 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:09.795553 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f728b9a-9ad6-4fc1-ae0b-5645c93d724a req-c5f4aeec-5977-41d0-bb6b-74ebfe440443 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:09.797070 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f728b9a-9ad6-4fc1-ae0b-5645c93d724a req-c5f4aeec-5977-41d0-bb6b-74ebfe440443 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 932 time: 0.0491765 Oct 12 12:52:09.846948 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-1f728b9a-9ad6-4fc1-ae0b-5645c93d724a req-a54870e2-0a1a-4f31-b5c6-3042be2a2ac5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Oct 12 12:52:10.050934 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:11.079365 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b165d08-99d4-42e4-a12b-a652d0301911 req-63455811-177b-4dad-807a-b057edebea78 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:11.079365 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b165d08-99d4-42e4-a12b-a652d0301911 req-63455811-177b-4dad-807a-b057edebea78 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 932 time: 0.0535297 Oct 12 12:52:11.079365 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-1b165d08-99d4-42e4-a12b-a652d0301911 req-e2337b1c-356c-48ac-aea9-1f74c58a46ed tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452805 Oct 12 12:52:11.080263 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Request body: {'port': {'device_id': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:11.098670 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:11.397209 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e {{(pid=104977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:52:11.405070 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Publish callbacks [] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:11.417872 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.provisioning_blocks [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Transition to ACTIVE for port object 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e will not be triggered until provisioned by entity L2. {{(pid=104977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 12 12:52:11.495867 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:11.558542 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Pushing event updated for resources: {'Port': ['ID=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:11.604891 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Attempting to bind port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 12 12:52:11.605218 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Attempting to bind port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 12 12:52:11.605537 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Attempting to bind port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e on network 78b8637a-5577-477b-80f6-53a374c5d245 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:52:11.645646 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e on network 78b8637a-5577-477b-80f6-53a374c5d245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:52:11.645996 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Attempting to bind port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e on network 78b8637a-5577-477b-80f6-53a374c5d245 {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:52:11.686206 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Checking agent: {'id': '87ed1e4f-2c42-48a9-9f7f-60663d6e2391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'started_at': datetime.datetime(2022, 10, 12, 12, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 12, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 12 12:52:11.686471 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Checking segment: {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 12 12:52:11.686840 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Bound using segment: {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'} {{(pid=104977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 12 12:52:11.687260 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.managers [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Bound port: 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245'}}] {{(pid=104977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 12 12:52:11.687611 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:11.720257 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:11.750684 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] For port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host hv-cinder-81268, cleared binding levels {{(pid=104977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:52:11.754061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] For port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:52:11.864151 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:11.867270 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:11.867975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:11.869343 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 1094 time: 0.8412676 Oct 12 12:52:11.872109 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:52:11.874365 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd922fa-8852-4571-86f8-b7f78718a7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:52:11.913757 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdda3020-4e82-4b23-b013-0e35564714b7 x-openstack-request-id: req-bdda3020-4e82-4b23-b013-0e35564714b7 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:52:11.914061 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:52:11.914313 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdda3020-4e82-4b23-b013-0e35564714b7 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:52:11.914708 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdda3020-4e82-4b23-b013-0e35564714b7'] response: {'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'status': 'completed', 'code': 200} Oct 12 12:52:11.923900 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3560f3e-3d4c-41a1-b184-3aaa7cc0032e service neutron] Pushing event updated for resources: {'Port': ['ID=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,revision_number=3']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:11.999444 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:12.006796 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd922fa-8852-4571-86f8-b7f78718a7a2 req-fbf67e79-d8df-42c6-be90-8d11bd9e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:12.008277 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bfd922fa-8852-4571-86f8-b7f78718a7a2 req-fbf67e79-d8df-42c6-be90-8d11bd9e85a7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1128 time: 0.0396791 Oct 12 12:52:12.115719 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd922fa-8852-4571-86f8-b7f78718a7a2 req-de3c93da-79b2-408d-84a5-ff3dbf400ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:12.117261 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bfd922fa-8852-4571-86f8-b7f78718a7a2 req-de3c93da-79b2-408d-84a5-ff3dbf400ac3 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962152 Oct 12 12:52:12.182071 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc9ce8-e43f-4d14-a7a8-c8ac91e7a85d req-57b82d5b-ce0e-48e4-a727-db1807e19d37 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:12.183530 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f0dc9ce8-e43f-4d14-a7a8-c8ac91e7a85d req-57b82d5b-ce0e-48e4-a727-db1807e19d37 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 944 time: 0.0472503 Oct 12 12:52:12.212312 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd922fa-8852-4571-86f8-b7f78718a7a2 req-cce10e64-c643-49b6-a3fa-e7fcd1644fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:12.213754 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bfd922fa-8852-4571-86f8-b7f78718a7a2 req-cce10e64-c643-49b6-a3fa-e7fcd1644fb1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908208 Oct 12 12:52:12.233344 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-f0dc9ce8-e43f-4d14-a7a8-c8ac91e7a85d req-54975b28-39be-4ec7-9d03-259ced23a0a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Oct 12 12:52:12.311941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-94044574-1d58-4606-a5fb-71e820284e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:12.313415 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-94044574-1d58-4606-a5fb-71e820284e5e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1128 time: 0.0431516 Oct 12 12:52:12.357103 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-0cdfe8e1-54f9-4dba-90e7-4b1006c7aeda service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 217 time: 0.0321898 Oct 12 12:52:12.403406 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-036ccb9c-dd6f-418d-a0d4-8c68b29423c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:12.404810 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-036ccb9c-dd6f-418d-a0d4-8c68b29423c8 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 200 len: 853 time: 0.0420821 Oct 12 12:52:12.445345 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-d2b1863a-aa59-4fe3-a40e-a4be4afb119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:12.446805 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-d2b1863a-aa59-4fe3-a40e-a4be4afb119f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=78b8637a-5577-477b-80f6-53a374c5d245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366652 Oct 12 12:52:12.536942 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-4bd30a9f-b800-44cf-8f00-a509549d2505 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Oct 12 12:52:12.627950 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-a7fa6f1e-3159-48f2-9117-8998279caa34 req-093b81ef-1318-4629-88a5-0dd49b21ff80 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851731 Oct 12 12:52:13.353987 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4795d1a-5b9c-47bc-a64d-12f0d5bd3691 req-470b6724-67f2-4993-a921-11861625cf5c tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:13.355340 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b4795d1a-5b9c-47bc-a64d-12f0d5bd3691 req-470b6724-67f2-4993-a921-11861625cf5c tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 944 time: 0.0460618 Oct 12 12:52:13.400788 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-b4795d1a-5b9c-47bc-a64d-12f0d5bd3691 req-bc10ca8b-a615-4276-93be-7c12ec18d678 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Oct 12 12:52:14.518679 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde1de4-41e2-4e4c-9fa8-c428d949c989 req-71a1d6b0-90ce-400f-9024-04e3b6feb069 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:14.526630 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ddde1de4-41e2-4e4c-9fa8-c428d949c989 req-71a1d6b0-90ce-400f-9024-04e3b6feb069 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 944 time: 0.0443792 Oct 12 12:52:14.570705 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ddde1de4-41e2-4e4c-9fa8-c428d949c989 req-cc378f9a-7b76-4207-8d6e-ec0308f61d73 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Oct 12 12:52:15.408465 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-701aecee-0fb4-4374-8831-febc0d31cace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:15.681180 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:52:15.687305 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d42ca-3b63-4266-a06f-f62458e527e9 req-b0c85024-519c-49cf-b939-1d9ff967fa49 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:15.688769 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-511d42ca-3b63-4266-a06f-f62458e527e9 req-b0c85024-519c-49cf-b939-1d9ff967fa49 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 944 time: 0.0455635 Oct 12 12:52:15.735265 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-511d42ca-3b63-4266-a06f-f62458e527e9 req-0ef3deae-52bc-4d99-96db-0a3b72a26463 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Oct 12 12:52:15.782386 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:52:15.793233 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Returning: {'device': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'port_id': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'mac_address': 'fa:16:3e:a9:f5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:52:15.827239 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e is: DOWN; New status is: BUILD {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:52:15.827614 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:15.840209 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e {{(pid=104979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 12 12:52:15.859246 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:52:15.936378 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:15.981571 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,revision_number=4']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:16.200486 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:52:16.339715 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:16.858834 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fed39d-50de-4a45-98be-dd668494fc65 req-19d841ff-7bce-4f10-8fac-a5b80277ddb4 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:16.860201 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-65fed39d-50de-4a45-98be-dd668494fc65 req-19d841ff-7bce-4f10-8fac-a5b80277ddb4 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 945 time: 0.0494938 Oct 12 12:52:16.907597 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-65fed39d-50de-4a45-98be-dd668494fc65 req-7135ecf5-2f6a-405b-bf72-e04584b471db tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Oct 12 12:52:17.685566 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e up at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:52:17.727076 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning for port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e completed by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 12 12:52:17.738852 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-d2c22098-8c02-47bf-a063-8d04bdcfbda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:17.801447 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Provisioning complete for port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e triggered by entity L2. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:52:17.801805 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:17.802164 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Attempt 1 to provision port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e Oct 12 12:52:17.875921 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Current status of the port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e is: BUILD; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:52:17.876302 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), before_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:17.877897 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:17.898927 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'}] {{(pid=104979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:52:17.901129 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0914ecc71fae902e3430aa700b8737809c4ffccff986509c87b835965cc2a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4977ea4-6924-4082-81eb-c00f7dfcb845" -d '{"events": [{"server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "name": "network-vif-plugged", "status": "completed", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e"}]}' {{(pid=104979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:52:17.914936 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] For port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:52:17.942268 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8e423d-f201-4d53-b770-db4d3661c630 x-openstack-request-id: req-ab8e423d-f201-4d53-b770-db4d3661c630 {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:52:17.942564 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "name": "network-vif-plugged", "status": "completed", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e", "code": 200}]} {{(pid=104979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:52:17.942826 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab8e423d-f201-4d53-b770-db4d3661c630 {{(pid=104979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:52:17.943386 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8e423d-f201-4d53-b770-db4d3661c630'] response: {'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'code': 200} Oct 12 12:52:17.992452 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:18.027849 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402c39a-41ef-4fa1-b80d-66619237ed4f req-5cdb6f56-1a8a-43ef-bab8-63925af166d7 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:18.029303 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5402c39a-41ef-4fa1-b80d-66619237ed4f req-5cdb6f56-1a8a-43ef-bab8-63925af166d7 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0463657 Oct 12 12:52:18.042610 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Pushing event updated for resources: {'Port': ['ID=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,revision_number=5']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:18.050733 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:18.077709 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-5402c39a-41ef-4fa1-b80d-66619237ed4f req-143f4f09-dea6-4c03-a217-a42b6161092a tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Oct 12 12:52:18.498514 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:18.642023 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:52:18.775297 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d627f-bb0c-43a9-ae42-7893172dae09 req-d0344dc0-7379-4ba3-8ec9-3a6ea3471985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:18.776763 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e29d627f-bb0c-43a9-ae42-7893172dae09 req-d0344dc0-7379-4ba3-8ec9-3a6ea3471985 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1130 time: 0.2856567 Oct 12 12:52:18.819646 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e29d627f-bb0c-43a9-ae42-7893172dae09 req-5ddacd39-452c-4183-9811-f56336af7b85 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362556 Oct 12 12:52:19.012545 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:19.197203 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17671bf2-fdb6-4f17-b602-89e238e6c8d5 req-2089b649-38c2-4866-81c1-ff040615593c tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:19.198659 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17671bf2-fdb6-4f17-b602-89e238e6c8d5 req-2089b649-38c2-4866-81c1-ff040615593c tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0454681 Oct 12 12:52:19.244043 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-17671bf2-fdb6-4f17-b602-89e238e6c8d5 req-2a15eeac-d62a-4107-b2e1-78e78facfb9d tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 Oct 12 12:52:20.324914 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:20.365173 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12a95-d387-4b26-b83e-85a12779c7a2 req-e82ad320-d60b-4256-8bbf-7c33af1f263f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:20.366658 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9ef12a95-d387-4b26-b83e-85a12779c7a2 req-e82ad320-d60b-4256-8bbf-7c33af1f263f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0507491 Oct 12 12:52:20.412370 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-9ef12a95-d387-4b26-b83e-85a12779c7a2 req-46b887db-3fa3-4fa2-899b-ef712cc1a13c tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Oct 12 12:52:20.533147 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bcdb9-177e-4f32-8f26-27a116ab561b req-1035b017-6304-4bd2-a2c0-9477fa2efd62 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:20.534608 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cc6bcdb9-177e-4f32-8f26-27a116ab561b req-1035b017-6304-4bd2-a2c0-9477fa2efd62 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0484073 Oct 12 12:52:20.581049 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cc6bcdb9-177e-4f32-8f26-27a116ab561b req-bf5db5e7-8366-46fa-adfa-3f5544ddcfa1 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Oct 12 12:52:20.791682 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:20.820135 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:20.912062 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f733e-3156-43de-aa26-8ace744c49d9 req-9cd0c561-dcfa-482d-ae9d-7ab1f4293104 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:20.913499 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ca2f733e-3156-43de-aa26-8ace744c49d9 req-9cd0c561-dcfa-482d-ae9d-7ab1f4293104 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0455635 Oct 12 12:52:20.959491 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-ca2f733e-3156-43de-aa26-8ace744c49d9 req-631e0612-04eb-4a03-8b3f-63dc5e5dd179 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Oct 12 12:52:21.634017 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=5 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:24.045289 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-87ceafc3-9b57-4fab-8f26-c22fa43b5ffd service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363600 Oct 12 12:52:24.172149 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-8fb1ada5-cd2d-4d4a-8a59-e60495ee31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:24.173621 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-8fb1ada5-cd2d-4d4a-8a59-e60495ee31e6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1130 time: 0.0416343 Oct 12 12:52:24.274767 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-7198b7fc-8ae3-4234-a084-7e7ccc60da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:24.276180 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-7198b7fc-8ae3-4234-a084-7e7ccc60da36 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 915 time: 0.0835171 Oct 12 12:52:24.317710 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-99b1d1b4-818d-49a6-b70d-47d41777438d service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 217 time: 0.0351624 Oct 12 12:52:24.348655 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:24.366240 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-6e600c3f-6942-47b6-89f7-fb277072c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:24.367629 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-6e600c3f-6942-47b6-89f7-fb277072c975 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 200 len: 853 time: 0.0437710 Oct 12 12:52:24.410611 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-9920766d-2f3f-4d92-a7ea-e4e685ef2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:24.412038 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-9920766d-2f3f-4d92-a7ea-e4e685ef2a61 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=78b8637a-5577-477b-80f6-53a374c5d245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380175 Oct 12 12:52:24.507033 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-4e0a05cc-d6d6-4c4d-9755-aaf07a166eaa service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860887 Oct 12 12:52:24.595790 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-725f403a-8482-4fe3-83cb-5aa6a7ff4ead req-2318d199-f2f2-4494-82b8-32c143ecbba4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820777 Oct 12 12:52:28.637403 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=3 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:30.406555 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:30.408372 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=11 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:30.718252 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:30.721159 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:31.543641 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013c66-563d-443e-9863-037e8baf1773 req-9a49a725-346f-48eb-80d4-f992c8cb7ce4 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:31.545035 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-42013c66-563d-443e-9863-037e8baf1773 req-9a49a725-346f-48eb-80d4-f992c8cb7ce4 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0497329 Oct 12 12:52:31.584919 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:31.592333 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-42013c66-563d-443e-9863-037e8baf1773 req-ef411164-42f5-422c-8ad3-37d7f3c8f336 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Oct 12 12:52:31.620757 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49058) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:31.697963 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3920a8-d160-490b-bcfa-03a6cf7536f5 tempest-TestMinimumBasicScenario-1474546357 tempest-TestMinimumBasicScenario-1474546357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:31.699416 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-ad3920a8-d160-490b-bcfa-03a6cf7536f5 tempest-TestMinimumBasicScenario-1474546357 tempest-TestMinimumBasicScenario-1474546357-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1125 time: 0.0775874 Oct 12 12:52:31.702420 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49062) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:31.706498 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'floatingip': {'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'port_id': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:31.796363 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:31.877918 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (None), before_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:31.978454 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_common [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Allocated IP 172.27.3.231 (fce3ab94-8597-4174-bf9c-d03c7842e8e2/d14341e3-2000-4dab-ae74-dc6410602968/5b274149-1642-4d7f-89c8-f682b790fc57) {{(pid=104977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:52:32.082543 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for port (5b274149-1642-4d7f-89c8-f682b790fc57), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:32.170249 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782340853468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (5b274149-1642-4d7f-89c8-f682b790fc57), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:32.206853 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Network fce3ab94-8597-4174-bf9c-d03c7842e8e2 is already hosted by enough agents. {{(pid=104977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:52:32.211485 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.base_scheduler [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Resources bound (agent type, host, resource id): {{(pid=104977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:52:32.214093 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Received port after_create {{(pid=104977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 12 12:52:32.245132 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'Port': ['ID=5b274149-1642-4d7f-89c8-f682b790fc57,revision_number=1']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:32.255374 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.255724 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.256065 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.256404 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.256739 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.257071 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.257400 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.257728 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.258091 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.258423 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.258750 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.259074 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.259398 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.259723 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.260047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:32.323199 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:32.445871 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:32.574604 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for floatingip (13bd46b4-0589-4185-993e-c3d4f6730454), precommit_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:32.703674 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (5b274149-1642-4d7f-89c8-f682b790fc57), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:32.845111 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for port (5b274149-1642-4d7f-89c8-f682b790fc57), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:32.900758 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (5b274149-1642-4d7f-89c8-f682b790fc57), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:32.968616 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1794120'] for floatingip (13bd46b4-0589-4185-993e-c3d4f6730454), after_create {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:32.970779 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'Port': ['ID=5b274149-1642-4d7f-89c8-f682b790fc57,revision_number=2']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:33.064964 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.db.l3_db [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Floating IP 13bd46b4-0589-4185-993e-c3d4f6730454 associated. External IP: 172.27.3.231, port: 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e. Oct 12 12:52:33.257236 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Router 267e1420-01c6-4070-81a0-986deaaa805b has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:52:33.262829 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:33.356887 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:52:33.364736 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:33.367288 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] Sync routers for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:52:33.378174 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:52:33.378776 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:52:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:52:33.422809 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:33.455665 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-edf04d6f-46ce-4375-bf61-3866048b37a3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7522738 Oct 12 12:52:33.456394 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:52:33.458890 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49064) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:33.459390 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f96b0-2edb-4807-b948-f33c1f38b61f" -d '{"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:52:33.463527 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691795859', 'description': 'tempest-secgroup-smoke-1691795859 description', 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:33.481598 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:52:33.500666 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c289a5d-513a-400f-b42e-2a6aa578287a x-openstack-request-id: req-9c289a5d-513a-400f-b42e-2a6aa578287a {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:52:33.500986 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:52:33.501230 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c289a5d-513a-400f-b42e-2a6aa578287a {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:52:33.501631 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c289a5d-513a-400f-b42e-2a6aa578287a'] response: {'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'status': 'completed', 'code': 200} Oct 12 12:52:33.569556 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group (None), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:33.590523 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-1d658a7e-1292-450f-9730-c23dce1c4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:33.592162 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-1d658a7e-1292-450f-9730-c23dce1c4a77 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1130 time: 0.0414915 Oct 12 12:52:33.639486 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group (ca3dc03a-a7b7-4457-853b-ee89e5b063f6), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:33.683580 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ca3dc03a-a7b7-4457-853b-ee89e5b063f6), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:33.686865 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-9af0afa4-6660-4bce-b524-5cf69d9bfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:33.689179 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-9af0afa4-6660-4bce-b524-5cf69d9bfde9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 915 time: 0.0909917 Oct 12 12:52:33.701080 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '13bd46b4-0589-4185-993e-c3d4f6730454', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'port_id': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'mac_address': 'fa:16:3e:a9:f5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:52:32Z', 'updated_at': '2022-10-12T12:52:32Z', 'revision_number': 0, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:47Z', 'revision_number': 5, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:52:33.718481 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3dc03a-a7b7-4457-853b-ee89e5b063f6,revision_number=1']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:33.726622 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] Checking router: 267e1420-01c6-4070-81a0-986deaaa805b for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:52:33.727084 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.727640 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.728200 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.728749 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.729086 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.729413 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.729788 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.730144 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.730465 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.730786 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.731107 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.731528 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.731898 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.732223 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.732545 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:52:33.736117 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:52:33.736721 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:52:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:52:33.755269 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-614a12cd-1350-4d82-a4fe-734c7defc747 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 1000 time: 0.0602357 Oct 12 12:52:33.791948 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:33.793260 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e8a08891-d2a8-48e7-adfe-8c587bf2348f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3333507 Oct 12 12:52:33.796230 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49068) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:33.801239 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-0de44e05-561c-4027-9a44-736904901811 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3dc03a-a7b7-4457-853b-ee89e5b063f6', 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:33.804878 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-d12b8de6-8fd2-41c1-91fc-7ae5085bd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:33.806437 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-d12b8de6-8fd2-41c1-91fc-7ae5085bd771 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 200 len: 853 time: 0.0447114 Oct 12 12:52:33.844207 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:52:33.853201 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-886e4bf8-19d7-485f-9c41-d4be41b338df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:33.854721 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-886e4bf8-19d7-485f-9c41-d4be41b338df service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=78b8637a-5577-477b-80f6-53a374c5d245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424116 Oct 12 12:52:33.905156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0de44e05-561c-4027-9a44-736904901811 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (6bb9d596-88e1-4c47-b494-23b3da7d2f06), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:33.944500 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-95b7388f-0fe1-4768-b133-24557cbb324c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839252 Oct 12 12:52:33.968911 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0de44e05-561c-4027-9a44-736904901811 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (6bb9d596-88e1-4c47-b494-23b3da7d2f06), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.040340 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-bc2f96b0-2edb-4807-b948-f33c1f38b61f req-5a942ad3-1451-4667-8687-a2b9339d083b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904074 Oct 12 12:52:34.048789 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0de44e05-561c-4027-9a44-736904901811 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (6bb9d596-88e1-4c47-b494-23b3da7d2f06), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.068926 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de44e05-561c-4027-9a44-736904901811 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb9d596-88e1-4c47-b494-23b3da7d2f06,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:34.145522 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '13bd46b4-0589-4185-993e-c3d4f6730454', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'port_id': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'mac_address': 'fa:16:3e:a9:f5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:52:32Z', 'updated_at': '2022-10-12T12:52:32Z', 'revision_number': 0, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:47Z', 'revision_number': 5, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:52:34.146201 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-0de44e05-561c-4027-9a44-736904901811 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.150188 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-0de44e05-561c-4027-9a44-736904901811 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496697 Oct 12 12:52:34.150365 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49070) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:34.154756 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-6beec05b-e5d1-4ca1-98c2-7b3b6ebc19e6 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3dc03a-a7b7-4457-853b-ee89e5b063f6', 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:34.174044 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dddd51-622c-4977-a1fa-46722461726b None None] The sync data for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi is: [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_floatingips': [{'id': '13bd46b4-0589-4185-993e-c3d4f6730454', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'router_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'port_id': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'mac_address': 'fa:16:3e:a9:f5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-12T12:52:32Z', 'updated_at': '2022-10-12T12:52:32Z', 'revision_number': 0, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:47Z', 'revision_number': 5, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:52:34.255102 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6beec05b-e5d1-4ca1-98c2-7b3b6ebc19e6 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (58645931-9ed9-4f0b-9d6a-6bf3f3c0d10d), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.313334 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6beec05b-e5d1-4ca1-98c2-7b3b6ebc19e6 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (58645931-9ed9-4f0b-9d6a-6bf3f3c0d10d), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.366180 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae18d9-37c7-48f1-be95-d8367391d79d None None] New status for floating IP 13bd46b4-0589-4185-993e-c3d4f6730454: ACTIVE {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:52:34.378506 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6beec05b-e5d1-4ca1-98c2-7b3b6ebc19e6 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (58645931-9ed9-4f0b-9d6a-6bf3f3c0d10d), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.397155 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beec05b-e5d1-4ca1-98c2-7b3b6ebc19e6 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58645931-9ed9-4f0b-9d6a-6bf3f3c0d10d,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:34.465922 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6beec05b-e5d1-4ca1-98c2-7b3b6ebc19e6 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.467136 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6beec05b-e5d1-4ca1-98c2-7b3b6ebc19e6 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158722 Oct 12 12:52:34.470315 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49072) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:34.474609 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-e0ed939a-e370-4a19-88da-ef2bed4d5f21 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3dc03a-a7b7-4457-853b-ee89e5b063f6', 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:34.566688 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e0ed939a-e370-4a19-88da-ef2bed4d5f21 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (44278473-7e1b-4718-b63e-982e856d0d6c), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.626399 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e0ed939a-e370-4a19-88da-ef2bed4d5f21 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (44278473-7e1b-4718-b63e-982e856d0d6c), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.682786 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e0ed939a-e370-4a19-88da-ef2bed4d5f21 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (44278473-7e1b-4718-b63e-982e856d0d6c), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.701340 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed939a-e370-4a19-88da-ef2bed4d5f21 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44278473-7e1b-4718-b63e-982e856d0d6c,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:34.762900 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e0ed939a-e370-4a19-88da-ef2bed4d5f21 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.764092 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e0ed939a-e370-4a19-88da-ef2bed4d5f21 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928312 Oct 12 12:52:34.767279 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49074) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:34.772096 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-c9073c4e-706e-4e8a-a0f0-b0b4c0152d42 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3dc03a-a7b7-4457-853b-ee89e5b063f6', 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:34.860248 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c9073c4e-706e-4e8a-a0f0-b0b4c0152d42 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (3008bf88-4d81-4e89-b042-cd5c5fd3384f), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:34.919043 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c9073c4e-706e-4e8a-a0f0-b0b4c0152d42 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (3008bf88-4d81-4e89-b042-cd5c5fd3384f), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.003107 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c9073c4e-706e-4e8a-a0f0-b0b4c0152d42 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (3008bf88-4d81-4e89-b042-cd5c5fd3384f), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.010323 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:35.021183 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:35.022878 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9073c4e-706e-4e8a-a0f0-b0b4c0152d42 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3008bf88-4d81-4e89-b042-cd5c5fd3384f,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:35.091262 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-c9073c4e-706e-4e8a-a0f0-b0b4c0152d42 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.092525 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-c9073c4e-706e-4e8a-a0f0-b0b4c0152d42 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3242853 Oct 12 12:52:35.095334 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49076) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:35.099587 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-8d65d64d-616e-464f-bf1d-f47121558122 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3dc03a-a7b7-4457-853b-ee89e5b063f6', 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:35.225911 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.securitygroups_db [None req-8d65d64d-616e-464f-bf1d-f47121558122 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Project 7bc9dba7cc864f998bc613e10cf3b4aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:52:35.231796 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d65d64d-616e-464f-bf1d-f47121558122 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (f8cae23f-3d22-4f9d-9a77-3b373dfacbae), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.289596 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d65d64d-616e-464f-bf1d-f47121558122 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (f8cae23f-3d22-4f9d-9a77-3b373dfacbae), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.379830 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d65d64d-616e-464f-bf1d-f47121558122 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (f8cae23f-3d22-4f9d-9a77-3b373dfacbae), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.397295 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65d64d-616e-464f-bf1d-f47121558122 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cae23f-3d22-4f9d-9a77-3b373dfacbae,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:35.482587 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d65d64d-616e-464f-bf1d-f47121558122 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.483791 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-8d65d64d-616e-464f-bf1d-f47121558122 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3875508 Oct 12 12:52:35.487105 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49078) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:52:35.491352 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [None req-8d6fed42-df41-4979-96b3-cc35df241125 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3dc03a-a7b7-4457-853b-ee89e5b063f6', 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:35.606218 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.securitygroups_db [None req-8d6fed42-df41-4979-96b3-cc35df241125 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Project 7bc9dba7cc864f998bc613e10cf3b4aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:52:35.612381 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed42-df41-4979-96b3-cc35df241125 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (c5d2b71b-8bfc-4023-bad2-8affa72e4ae3), before_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.668720 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed42-df41-4979-96b3-cc35df241125 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (c5d2b71b-8bfc-4023-bad2-8affa72e4ae3), precommit_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.733650 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed42-df41-4979-96b3-cc35df241125 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582194'] for security_group_rule (c5d2b71b-8bfc-4023-bad2-8affa72e4ae3), after_create {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.754510 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fed42-df41-4979-96b3-cc35df241125 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d2b71b-8bfc-4023-bad2-8affa72e4ae3,revision_number=0']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:35.819753 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed42-df41-4979-96b3-cc35df241125 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:35.821026 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-8d6fed42-df41-4979-96b3-cc35df241125 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329377 Oct 12 12:52:35.911273 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-bbc46886-fdb3-4abc-8ac2-6a415af7cb22 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1691795859&fields=id&tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa HTTP/1.1" status: 200 len: 267 time: 0.0439744 Oct 12 12:52:35.960145 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-a35b7d84-e8d7-41a2-ae7b-837ab6a63787 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:35.961563 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-a35b7d84-e8d7-41a2-ae7b-837ab6a63787 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0451860 Oct 12 12:52:35.972370 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.v2.base [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'port': {'security_groups': ['31405566-7594-4c26-9b16-dfd5f5095ebe', 'ca3dc03a-a7b7-4457-853b-ee89e5b063f6']}} {{(pid=104977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:52:36.041520 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), before_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:36.217446 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] For port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:52:36.243084 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:36.245058 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), precommit_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:36.325727 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6717961'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), after_update {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:36.334866 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:36.335543 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:36.337032 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-f6213bcd-4b02-40ec-a4a9-328aeebac51d req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "PUT /networking/v2.0/ports/97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 982 time: 0.3693392 Oct 12 12:52:36.339900 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:52:36.342101 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebcdd3c-2be8-4133-9024-d626ae091acb" -d '{"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:52:36.359648 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:52:36.402021 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60a783b-e0ec-4051-9e28-99a81c6ed794 x-openstack-request-id: req-b60a783b-e0ec-4051-9e28-99a81c6ed794 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:52:36.402285 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:52:36.402722 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b60a783b-e0ec-4051-9e28-99a81c6ed794 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:52:36.403123 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60a783b-e0ec-4051-9e28-99a81c6ed794'] response: {'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'status': 'completed', 'code': 200} Oct 12 12:52:36.403881 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bdd67-40da-46c8-83e9-a044aab37251 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'Port': ['ID=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,revision_number=6']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:52:36.448241 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a987115-a8c6-4ab4-81df-45ec25d54bdc req-482789a6-b9d0-4cff-946c-289f123adc91 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:36.449854 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0a987115-a8c6-4ab4-81df-45ec25d54bdc req-482789a6-b9d0-4cff-946c-289f123adc91 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0523121 Oct 12 12:52:36.491854 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-6dc07ad6-60b5-434a-bfb0-6c4bb2509b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:36.493299 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-6dc07ad6-60b5-434a-bfb0-6c4bb2509b5f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1169 time: 0.0458555 Oct 12 12:52:36.494376 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:52:36.508025 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:36.515399 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-0a987115-a8c6-4ab4-81df-45ec25d54bdc req-b57f6291-f5a6-4261-8bd5-903dd28e28e7 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577528 Oct 12 12:52:36.595531 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-9d12195a-3ed1-4bac-9fdf-c90e31378c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:36.597178 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-9d12195a-3ed1-4bac-9fdf-c90e31378c67 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 915 time: 0.0978949 Oct 12 12:52:36.660069 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-a25f9a5e-02ba-4367-93c1-e40df80f80d6 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 1002 time: 0.0560539 Oct 12 12:52:36.712144 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-92ecf7ec-b861-46e3-820c-e8b8e40f2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:36.713586 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-92ecf7ec-b861-46e3-820c-e8b8e40f2f6c service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 200 len: 853 time: 0.0476902 Oct 12 12:52:36.757764 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-d0ca34ae-28dd-4ea5-a13e-ef8eebd66cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:36.759178 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-d0ca34ae-28dd-4ea5-a13e-ef8eebd66cb5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=78b8637a-5577-477b-80f6-53a374c5d245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392003 Oct 12 12:52:36.848057 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-7a416a00-a254-4805-ba73-4bab2e3d8bd3 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819209 Oct 12 12:52:36.887329 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:36.919206 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:36.944892 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-3ebcdd3c-2be8-4133-9024-d626ae091acb req-e35cb97f-e2df-49ed-b514-b868d1700e60 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867543 Oct 12 12:52:40.035148 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:44.137306 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=80 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:44.173715 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=94 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:45.414368 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-97366bba-7a09-487d-83fd-caf54d31b8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:46.495769 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:46.509260 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:DELETE=4,neutron:SELECT=64,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:46.934753 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=79 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:46.941683 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=19 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:52:47.678172 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-48bfeabd-280a-47ac-96ef-1e6f8d9a4e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:49.037708 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:50.795393 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:50.818116 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:52:52.873634 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2200fc5-cc23-4c47-ac07-15eaee145b3b req-45fa363a-6ea3-464e-bd33-66a16b413699 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:52.875165 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e2200fc5-cc23-4c47-ac07-15eaee145b3b req-45fa363a-6ea3-464e-bd33-66a16b413699 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0477223 Oct 12 12:52:52.935080 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-e2200fc5-cc23-4c47-ac07-15eaee145b3b req-3501cf01-6385-464e-9b17-3d9862dc0ca3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542314 Oct 12 12:52:52.972405 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-f10652c7-f62a-4e93-a0d7-5668bb6ecebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:52.973864 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-f10652c7-f62a-4e93-a0d7-5668bb6ecebe service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1169 time: 0.0404398 Oct 12 12:52:53.307335 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-3eb2f3dc-428d-4490-942b-b227fd8fbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:53.308772 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-3eb2f3dc-428d-4490-942b-b227fd8fbf4d service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 915 time: 0.3281553 Oct 12 12:52:53.370277 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-567d4099-3520-42d3-8323-cf90928f7cfd service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 1002 time: 0.0530999 Oct 12 12:52:53.420507 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-2349a046-9cc9-4d02-96b9-f45a67a6c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:53.421880 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-2349a046-9cc9-4d02-96b9-f45a67a6c9cf service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 200 len: 853 time: 0.0447955 Oct 12 12:52:53.466300 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-215ea687-febe-41f9-9650-cd98554a43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:53.467705 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-215ea687-febe-41f9-9650-cd98554a43c2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=78b8637a-5577-477b-80f6-53a374c5d245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365660 Oct 12 12:52:53.557401 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-29a1af5b-8c0f-4798-bd4c-72f6b83cd4d4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827444 Oct 12 12:52:53.646527 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-2a06bb70-43fd-4181-85e7-80ce020cf607 req-a98b570d-51c9-4e71-a483-e85ed55a79c9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814655 Oct 12 12:52:54.057335 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e366e-a95c-481c-bfec-9aa0069e2b2a req-819afc16-a013-435d-b286-a159bcc0c379 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:54.058821 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c30e366e-a95c-481c-bfec-9aa0069e2b2a req-819afc16-a013-435d-b286-a159bcc0c379 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0456941 Oct 12 12:52:54.121573 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c30e366e-a95c-481c-bfec-9aa0069e2b2a req-1a9d4355-146f-449d-a7c8-9a4928ebed46 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563145 Oct 12 12:52:55.242714 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d47a8-40ec-412f-81e4-3db121be5195 req-1595fc57-b43d-4093-99e1-be958db9229f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:55.244146 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7c3d47a8-40ec-412f-81e4-3db121be5195 req-1595fc57-b43d-4093-99e1-be958db9229f tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0496507 Oct 12 12:52:55.302387 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-7c3d47a8-40ec-412f-81e4-3db121be5195 req-254d29e4-d059-4973-a920-52b84b2bdb6a tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522573 Oct 12 12:52:55.640775 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:52:56.423745 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9842f9-6cd8-4e38-aae0-b004be830c97 req-040c74a7-1d1c-4a96-bddc-52665eaa93d5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:56.425193 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6e9842f9-6cd8-4e38-aae0-b004be830c97 req-040c74a7-1d1c-4a96-bddc-52665eaa93d5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0466554 Oct 12 12:52:56.484436 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6e9842f9-6cd8-4e38-aae0-b004be830c97 req-f39eb444-c15b-4a4e-b095-dbb1a5ff5877 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530076 Oct 12 12:52:57.604929 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a08cb9-7b9a-448c-83f5-f8cc07bab65e req-a413c78d-6560-4a89-b73b-831f3aced9f3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:57.606435 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-89a08cb9-7b9a-448c-83f5-f8cc07bab65e req-a413c78d-6560-4a89-b73b-831f3aced9f3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0468900 Oct 12 12:52:57.664800 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-89a08cb9-7b9a-448c-83f5-f8cc07bab65e req-bbe3ac87-8aca-4d63-83f6-de18e21ad7f1 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521743 Oct 12 12:52:58.783778 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc1688-f2ee-4e71-8c3c-014d5c50bc6b req-ac2cfac8-1904-4d7b-aaf9-2cb55978ecd7 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:58.785214 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cdfc1688-f2ee-4e71-8c3c-014d5c50bc6b req-ac2cfac8-1904-4d7b-aaf9-2cb55978ecd7 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0457690 Oct 12 12:52:58.843076 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-cdfc1688-f2ee-4e71-8c3c-014d5c50bc6b req-d5a87d93-5901-4d2b-996e-ada7cb20715c tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522301 Oct 12 12:52:59.961178 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f45621-689c-4c28-94a7-2f1a21755826 req-86a31fac-9e73-452e-990a-f3224c96e5f4 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:52:59.962631 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-59f45621-689c-4c28-94a7-2f1a21755826 req-86a31fac-9e73-452e-990a-f3224c96e5f4 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0461168 Oct 12 12:53:00.023813 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-59f45621-689c-4c28-94a7-2f1a21755826 req-76e2307d-f234-4acd-902e-7516164e484b tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556154 Oct 12 12:53:00.711395 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:00.721442 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:01.150165 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f683d75-227a-418c-9a3e-14351ccff420 req-2f50e708-2776-4bcc-8e9b-32eb5fe87b68 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:01.151617 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f683d75-227a-418c-9a3e-14351ccff420 req-2f50e708-2776-4bcc-8e9b-32eb5fe87b68 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0506380 Oct 12 12:53:01.209756 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-9f683d75-227a-418c-9a3e-14351ccff420 req-67723ab0-29fc-4889-a329-7cb60faff57c tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523875 Oct 12 12:53:02.327423 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ffd0c-3d60-410d-bb8f-0796f56cc145 req-788e5991-55d6-45ce-8f7e-c56dc7909191 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:02.328762 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ed3ffd0c-3d60-410d-bb8f-0796f56cc145 req-788e5991-55d6-45ce-8f7e-c56dc7909191 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0457273 Oct 12 12:53:02.385744 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ed3ffd0c-3d60-410d-bb8f-0796f56cc145 req-5213e5f9-8c81-47c7-a785-f1f07459d94b tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514333 Oct 12 12:53:03.494711 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:03.504987 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6719737-2b0a-40e1-9ad5-65f2685353ff req-fcd40a1c-685c-4ad4-87fb-6520ef3d87c3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:03.512448 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6719737-2b0a-40e1-9ad5-65f2685353ff req-fcd40a1c-685c-4ad4-87fb-6520ef3d87c3 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0464997 Oct 12 12:53:03.564752 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e6719737-2b0a-40e1-9ad5-65f2685353ff req-8fa8f54e-3f3e-42ee-87be-06b1a53fbadd tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526893 Oct 12 12:53:04.790921 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8dd6e-9f5a-494e-9496-b06aece4fad4 req-3fd0202f-2aa3-4588-8fa8-f4406ee700f5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:04.792359 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ccd8dd6e-9f5a-494e-9496-b06aece4fad4 req-3fd0202f-2aa3-4588-8fa8-f4406ee700f5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.1525683 Oct 12 12:53:04.850741 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-ccd8dd6e-9f5a-494e-9496-b06aece4fad4 req-7f308450-7f6b-4e6d-a0b3-ca1d119ff562 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519030 Oct 12 12:53:05.636063 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:05.637918 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:06.015478 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a26230-f5ad-4de6-99d2-2e6371a4649c req-22ba05c2-59fd-4789-bf38-0b511207b337 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:06.016931 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e0a26230-f5ad-4de6-99d2-2e6371a4649c req-22ba05c2-59fd-4789-bf38-0b511207b337 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0933502 Oct 12 12:53:06.044067 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=100 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:06.079658 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-e0a26230-f5ad-4de6-99d2-2e6371a4649c req-72ac9b19-9a38-47b7-b0e5-dd70d72cb790 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&id=ca3dc03a-a7b7-4457-853b-ee89e5b063f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570185 Oct 12 12:53:10.143873 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:14.837676 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=56 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:14.845673 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=70 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:15.412705 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-b76b8ca2-dbae-4a93-8f23-57e3300b5b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:16.074300 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=20 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:17.697364 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6c4a62d7-f2ec-43b3-8baa-ded54c64ec9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:19.017201 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:20.797607 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:20.805299 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:24.029033 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-d8f32b6d-ee74-4096-a7d8-d1e11b3920e7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380490 Oct 12 12:53:24.133511 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-d7a85e48-c3f5-4141-bc29-dfbef787f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:24.135067 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-d7a85e48-c3f5-4141-bc29-dfbef787f248 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1169 time: 0.0389929 Oct 12 12:53:24.238421 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-41536583-eca1-4702-aef8-b55a81cb859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:24.239748 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-41536583-eca1-4702-aef8-b55a81cb859b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 915 time: 0.0864072 Oct 12 12:53:24.300141 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-a8785749-a23f-478b-96ad-92be55768b49 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 1002 time: 0.0533469 Oct 12 12:53:24.346434 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-4231c2e6-7906-46ee-9811-f545a70355b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:24.347767 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-4231c2e6-7906-46ee-9811-f545a70355b1 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 200 len: 853 time: 0.0416818 Oct 12 12:53:24.391755 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-fc6ed4d5-0574-42db-8756-690fdff9aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:24.393163 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-fc6ed4d5-0574-42db-8756-690fdff9aaa0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=78b8637a-5577-477b-80f6-53a374c5d245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395064 Oct 12 12:53:24.482550 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-fd1fad76-72d9-4f4f-83d3-4fdf3b07321a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807319 Oct 12 12:53:24.573706 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-14289f8c-0909-4d01-9db4-efc5339a2be2 req-fd2fef2a-0a51-4aae-b956-d0c88bf2d195 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835962 Oct 12 12:53:30.722345 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:30.724205 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:32.639182 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:53:34.564129 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=54 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:34.570369 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=47 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:35.009895 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [req-402ddf91-f6a5-45ff-9042-65f6bb3835b5 req-9975335d-f3e0-4b16-bb3c-c036b38e3d5c service neutron] (104978) timed out ('10.222.0.39', 58953) {{(pid=104978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 12:53:38.490054 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-7065110e-45cc-43b1-b138-434de7354292 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1691795859&fields=id&tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa HTTP/1.1" status: 200 len: 267 time: 0.0474703 Oct 12 12:53:38.539536 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-f81a764f-d04f-472c-a390-480f8ac246f5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:38.540971 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-f81a764f-d04f-472c-a390-480f8ac246f5 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 985 time: 0.0455804 Oct 12 12:53:38.551067 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.v2.base [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Request body: {'port': {'security_groups': ['31405566-7594-4c26-9b16-dfd5f5095ebe']}} {{(pid=104978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 12 12:53:38.618739 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3578739'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), before_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:38.784865 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] For port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:38.811274 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), precommit_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:38.861687 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782341309377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782340853486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782340853508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4356446'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), after_update {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:38.871591 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:38.875699 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:38.875699 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-91dac62f-c844-4de0-bb07-ae84897f6831 req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "PUT /networking/v2.0/ports/97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 943 time: 0.3266602 Oct 12 12:53:38.875699 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:53:38.876408 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a" -d '{"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:53:38.879708 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49148) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:38.900732 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:53:38.921225 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8591dbed-8bee-405b-88cd-4e7ba5432461 x-openstack-request-id: req-8591dbed-8bee-405b-88cd-4e7ba5432461 {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:53:38.921225 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:53:38.921225 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8591dbed-8bee-405b-88cd-4e7ba5432461 {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:53:38.921699 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8591dbed-8bee-405b-88cd-4e7ba5432461'] response: {'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'status': 'completed', 'code': 200} Oct 12 12:53:38.935079 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event updated for resources: {'Port': ['ID=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,revision_number=7']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:38.942694 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group (ca3dc03a-a7b7-4457-853b-ee89e5b063f6), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:38.944411 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.944783 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.945173 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.945446 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.945774 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.946661 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.946661 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.946912 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.947183 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.947507 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.947827 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.948144 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.948458 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.948770 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.949085 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf861901-50db-42d0-b190-723558406c99 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:38.968125 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group (ca3dc03a-a7b7-4457-853b-ee89e5b063f6), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:39.029760 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:53:39.037802 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-18f9f944-7053-4c36-bd47-e10f4139e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:39.039259 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-18f9f944-7053-4c36-bd47-e10f4139e022 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1130 time: 0.0600271 Oct 12 12:53:39.142164 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-d74cbb91-c5fa-49ba-9484-812225f18662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:39.143619 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-d74cbb91-c5fa-49ba-9484-812225f18662 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 915 time: 0.0986435 Oct 12 12:53:39.189800 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (ca3dc03a-a7b7-4457-853b-ee89e5b063f6), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:39.192333 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:39.196484 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ca3dc03a-a7b7-4457-853b-ee89e5b063f6 HTTP/1.1" status: 204 len: 168 time: 0.3132873 Oct 12 12:53:39.198358 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49150) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:39.212463 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3dc03a-a7b7-4457-853b-ee89e5b063f6,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:39.226969 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.232941 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.234111 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3a00d-59b0-4eeb-a1a0-cbe8fe434785 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:39.235448 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-a2694f8d-73fe-4d7b-b533-03d6c322857d service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 1002 time: 0.0846612 Oct 12 12:53:39.290849 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-17eba66a-56a8-4447-9e5c-cbd6d825b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:39.292209 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-17eba66a-56a8-4447-9e5c-cbd6d825b543 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 200 len: 853 time: 0.0494168 Oct 12 12:53:39.337803 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-46be4cad-2845-4178-b61b-2bcc9877beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:39.339325 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-46be4cad-2845-4178-b61b-2bcc9877beeb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=78b8637a-5577-477b-80f6-53a374c5d245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413723 Oct 12 12:53:39.342423 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Deleting port 5b274149-1642-4d7f-89c8-f682b790fc57 {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:39.342762 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (5b274149-1642-4d7f-89c8-f682b790fc57), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:39.419111 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (5b274149-1642-4d7f-89c8-f682b790fc57), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:39.419538 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for floatingip (5b274149-1642-4d7f-89c8-f682b790fc57), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:39.431525 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-bed0e1aa-584f-4294-9aa2-f7d9950b94de service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856457 Oct 12 12:53:39.436092 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Calling delete_port for 5b274149-1642-4d7f-89c8-f682b790fc57 owned by network:floatingip {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:39.525293 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-c67c5d9c-ea1b-4ef7-9d39-0d773fb5982a req-143f9a2e-53e8-4d96-bdf8-e20996501b94 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868547 Oct 12 12:53:39.561853 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:39.574657 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:39.632636 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (5b274149-1642-4d7f-89c8-f682b790fc57), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:39.661518 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event deleted for resources: {'Port': ['ID=5b274149-1642-4d7f-89c8-f682b790fc57,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:39.721447 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks [] for floatingip (13bd46b4-0589-4185-993e-c3d4f6730454), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:39.721766 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.db.l3_db [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Floating IP 13bd46b4-0589-4185-993e-c3d4f6730454 disassociated (deleted). External IP: 172.27.3.231, port: 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e. Oct 12 12:53:39.917024 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Router 267e1420-01c6-4070-81a0-986deaaa805b has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:53:40.019120 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:53:40.023787 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:40.029357 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] Sync routers for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:53:40.038417 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:53:40.039017 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:53:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:40.053653 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e477260a-d56e-4f30-b95c-228ed6212980 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/13bd46b4-0589-4185-993e-c3d4f6730454 HTTP/1.1" status: 204 len: 168 time: 0.8557141 Oct 12 12:53:40.080097 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:40.142966 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:53:40.326777 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:47Z', 'revision_number': 5, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:40.357599 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] Checking router: 267e1420-01c6-4070-81a0-986deaaa805b for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:53:40.368177 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:53:40.368814 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:53:18Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:40.472535 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:53:40.654948 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:47Z', 'revision_number': 5, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:40.679368 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ecc801-4207-45cb-bfcf-f30a3900056a None None] The sync data for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi is: [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:41Z', 'revision_number': 4, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi', '_interfaces': [{'id': 'bf7bd797-8650-4eb9-9cfd-eedee67d13cb', 'name': '', 'network_id': '78b8637a-5577-477b-80f6-53a374c5d245', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'mac_address': 'fa:16:3e:38:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:41Z', 'updated_at': '2022-10-12T12:51:47Z', 'revision_number': 5, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'subnets': [{'id': 'e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:53:40.887368 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55250862-c3a5-41ad-a920-e4530158f609 None None] New status for floating IP 13bd46b4-0589-4185-993e-c3d4f6730454: DOWN {{(pid=104979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 12 12:53:40.923383 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'}] {{(pid=104978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:53:40.925789 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10cb8329843dec256cd8987f0bac3de828df7bf5269250a81ad14b7d385d0b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6065ff28-5976-450d-866e-13d74d6b59a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e"}]}' {{(pid=104978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:53:40.967691 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Oct 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50171327-6fbf-406f-b17b-c713b3d8ff5e x-openstack-request-id: req-50171327-6fbf-406f-b17b-c713b3d8ff5e {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:53:40.967981 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e", "status": "completed", "code": 200}]} {{(pid=104978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:53:40.968229 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50171327-6fbf-406f-b17b-c713b3d8ff5e {{(pid=104978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:53:40.968625 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50171327-6fbf-406f-b17b-c713b3d8ff5e'] response: {'name': 'network-changed', 'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'status': 'completed', 'code': 200} Oct 12 12:53:41.054415 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-16cbbd1b-3ceb-4daf-b33f-b067fb86d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:41.055941 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-16cbbd1b-3ceb-4daf-b33f-b067fb86d71c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 1130 time: 0.0408957 Oct 12 12:53:41.148129 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-c46468bc-9016-4cdf-897f-5476a9d98a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:41.149565 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-c46468bc-9016-4cdf-897f-5476a9d98a0c service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 200 len: 915 time: 0.0880809 Oct 12 12:53:41.188696 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-89ee9ebc-76dc-4566-b339-5e9656ae29e6 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 200 len: 217 time: 0.0325620 Oct 12 12:53:41.236820 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-9f258486-ba5a-4fe4-9aa9-dc57b380482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:41.238158 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-9f258486-ba5a-4fe4-9aa9-dc57b380482f service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 200 len: 853 time: 0.0421441 Oct 12 12:53:41.280482 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-3cfae3c8-22a8-4ae4-8142-d94da14d71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:41.281960 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-3cfae3c8-22a8-4ae4-8142-d94da14d71c7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=78b8637a-5577-477b-80f6-53a374c5d245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0367556 Oct 12 12:53:41.374047 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:41.377854 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-709204f6-43d1-43fe-8bbb-33a76770f219 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880020 Oct 12 12:53:41.403813 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:41.477398 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-6065ff28-5976-450d-866e-13d74d6b59a4 req-6f5210c9-326c-4080-ae3c-f89097743203 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910449 Oct 12 12:53:43.719509 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [req-5582b8f9-c6b7-44c7-b44d-018b3f8833a7 req-c1827709-1dd1-4f49-9789-803494812691 service neutron] (104977) timed out ('10.222.0.39', 58968) {{(pid=104977) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 12:53:44.301136 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190dabc-7983-4296-b075-1101085b06a2 req-f34ea3e1-49d7-43ac-afe9-bfd732cdb555 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:44.302612 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5190dabc-7983-4296-b075-1101085b06a2 req-f34ea3e1-49d7-43ac-afe9-bfd732cdb555 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0465362 Oct 12 12:53:44.349012 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-5190dabc-7983-4296-b075-1101085b06a2 req-585ff322-2507-4f56-9f5a-52e52f42f5ec tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Oct 12 12:53:45.392869 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-0066eaad-8fb1-4f1d-99f3-25378e0995ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:45.470584 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9bba1-4dec-4e6e-a77f-742995423f8a req-2f74d792-9a39-4666-bb26-8ea2cd2fbbb0 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:45.472137 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-84a9bba1-4dec-4e6e-a77f-742995423f8a req-2f74d792-9a39-4666-bb26-8ea2cd2fbbb0 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0468402 Oct 12 12:53:45.518331 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-84a9bba1-4dec-4e6e-a77f-742995423f8a req-eb90584c-3799-456f-a8b9-95b68c9dd6e0 tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=31405566-7594-4c26-9b16-dfd5f5095ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Oct 12 12:53:46.053269 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dd423-6d19-42f0-927a-8a0201f6061e req-382639b9-a564-4627-b4f3-c6c7783a797a tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 12 12:53:46.054712 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-044dd423-6d19-42f0-927a-8a0201f6061e req-382639b9-a564-4627-b4f3-c6c7783a797a tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 946 time: 0.0445335 Oct 12 12:53:46.137773 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Deleting port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:46.138152 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:46.225292 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] For port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:46.225647 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:46.237980 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Calling delete_port for 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e owned by compute:nova {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:46.427488 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (97b839e5-ff1e-4dc0-94ce-b81e679d1f6e), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:46.453447 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Pushing event deleted for resources: {'Port': ['ID=97b839e5-ff1e-4dc0-94ce-b81e679d1f6e,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:46.459917 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] get_ports_and_sgs() called for port_ids ['97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'] {{(pid=104979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 12 12:53:46.508201 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] No DVR routers for this DVR port 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e on host hv-cinder-81268 {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:53:46.510620 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:46.513838 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [req-044dd423-6d19-42f0-927a-8a0201f6061e req-140e946a-8b55-4be8-ad41-45ca2c7380ba tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.39 "DELETE /networking/v2.0/ports/97b839e5-ff1e-4dc0-94ce-b81e679d1f6e HTTP/1.1" status: 204 len: 173 time: 0.4535956 Oct 12 12:53:46.514350 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'name': 'network-vif-deleted', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e'}] {{(pid=104977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 12 12:53:46.516565 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f28282d047dc62f948a23e63c1ea8de1d1fee5bc73ac4ee1e35a2ea8279c586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2a10a2-65a3-4677-9fd5-edf802c7d814" -d '{"events": [{"server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "name": "network-vif-deleted", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e"}]}' {{(pid=104977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:53:46.554609 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Oct 2022 12:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd7233-be5c-4fe6-bbfb-bd7fb2ad0a31 x-openstack-request-id: req-c6fd7233-be5c-4fe6-bbfb-bd7fb2ad0a31 {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:53:46.554801 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1502e9a1-eec1-42e4-8f64-016fe6ab9da4", "name": "network-vif-deleted", "tag": "97b839e5-ff1e-4dc0-94ce-b81e679d1f6e", "status": "completed", "code": 200}]} {{(pid=104977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:53:46.555078 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6fd7233-be5c-4fe6-bbfb-bd7fb2ad0a31 {{(pid=104977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:53:46.555481 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fd7233-be5c-4fe6-bbfb-bd7fb2ad0a31'] response: {'server_uuid': '1502e9a1-eec1-42e4-8f64-016fe6ab9da4', 'name': 'network-vif-deleted', 'tag': '97b839e5-ff1e-4dc0-94ce-b81e679d1f6e', 'status': 'completed', 'code': 200} Oct 12 12:53:46.620816 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [req-3ae22087-1097-4845-a4cb-0d9b162f062a req-a4b030c4-2a79-4a0e-8988-aa66f1783afa tempest-TestMinimumBasicScenario-255863065 tempest-TestMinimumBasicScenario-255863065-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1502e9a1-eec1-42e4-8f64-016fe6ab9da4 HTTP/1.1" status: 200 len: 210 time: 0.0276887 Oct 12 12:53:47.711030 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-675475b7-fc33-46f6-8e08-37f04c7a62e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:48.815487 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49238) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:49.042673 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:49.078271 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:49.125232 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (267e1420-01c6-4070-81a0-986deaaa805b), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:49.309710 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=100 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:49.337983 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Deleting port bf7bd797-8650-4eb9-9cfd-eedee67d13cb {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:49.338320 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:49.413861 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] For port bf7bd797-8650-4eb9-9cfd-eedee67d13cb, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:49.414235 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:49.427162 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Calling delete_port for bf7bd797-8650-4eb9-9cfd-eedee67d13cb owned by network:router_interface {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:49.917028 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (bf7bd797-8650-4eb9-9cfd-eedee67d13cb), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:49.941231 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7bd797-8650-4eb9-9cfd-eedee67d13cb,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:50.100116 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (267e1420-01c6-4070-81a0-986deaaa805b), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:50.119950 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52549646-e6df-4bbe-aaa3-b473200fffe3 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:53:50.144014 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:53:50.166071 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] No Port match for: 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:53:50.166408 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Device 97b839e5-ff1e-4dc0-94ce-b81e679d1f6e not bound to the agent host hv-cinder-81268 {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:53:50.216636 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52549646-e6df-4bbe-aaa3-b473200fffe3 None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:53:50.287418 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:50.305453 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Router 267e1420-01c6-4070-81a0-986deaaa805b has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:53:50.319087 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:50.414877 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:53:50.419882 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-e1c0aa3f-be04-44a7-a052-3747dbc079bb admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/267e1420-01c6-4070-81a0-986deaaa805b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033969 Oct 12 12:53:50.422550 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49240) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:50.428697 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] Sync routers for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:53:50.437516 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:50.438571 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=75 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:50.447295 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:53:50.448078 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:53:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:50.531834 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks [] for router (267e1420-01c6-4070-81a0-986deaaa805b), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:50.553652 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: dv-cinder-812685-16-iscsi {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:53:50.630721 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks [] for router_gateway (267e1420-01c6-4070-81a0-986deaaa805b), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:50.742796 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:53:49Z', 'revision_number': 5, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port': {'id': 'f4f7eabc-b24f-4aee-bfd4-5a01e277545f', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e1420-01c6-4070-81a0-986deaaa805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:50.768022 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Deleting port f4f7eabc-b24f-4aee-bfd4-5a01e277545f {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:50.768203 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] Checking router: 267e1420-01c6-4070-81a0-986deaaa805b for host: dv-cinder-812685-16-iscsi {{(pid=104980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:53:50.768512 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:50.777428 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] Routers {'267e1420-01c6-4070-81a0-986deaaa805b'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:53:50.778082 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:53:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['267e1420-01c6-4070-81a0-986deaaa805b'], 'active': True} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:50.804572 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:50.814743 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:50.839948 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-81ea2c0b-bdf3-45ba-b98c-6864016db4d9 None None] Provisioning complete for port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:53:50.840492 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-81ea2c0b-bdf3-45ba-b98c-6864016db4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:50.840927 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-81ea2c0b-bdf3-45ba-b98c-6864016db4d9 None None] Attempt 1 to provision port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b Oct 12 12:53:50.868167 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] For port f4f7eabc-b24f-4aee-bfd4-5a01e277545f, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=f4f7eabc-b24f-4aee-bfd4-5a01e277545f,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:50.868762 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:50.875588 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:50.886230 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Calling delete_port for f4f7eabc-b24f-4aee-bfd4-5a01e277545f owned by network:router_gateway {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:50.923422 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-81ea2c0b-bdf3-45ba-b98c-6864016db4d9 None None] Current status of the port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:53:50.956998 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_dvr_db [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] Set router 267e1420-01c6-4070-81a0-986deaaa805b gateway port host: None {{(pid=104980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:53:51.008703 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.l3_hamode_db [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:53:50Z', 'revision_number': 6, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:51.032581 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57049620-6e18-4722-9feb-b028d5ad6c93 None None] The sync data for ids ['267e1420-01c6-4070-81a0-986deaaa805b'] in dv-cinder-812685-16-iscsi is: [{'id': '267e1420-01c6-4070-81a0-986deaaa805b', 'name': 'tempest-TestMinimumBasicScenario-866836326-router', 'tenant_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:39Z', 'updated_at': '2022-10-12T12:53:50Z', 'revision_number': 6, 'project_id': '7bc9dba7cc864f998bc613e10cf3b4aa', 'gw_port_host': None}] {{(pid=104980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:53:51.111773 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (f4f7eabc-b24f-4aee-bfd4-5a01e277545f), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.140709 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f7eabc-b24f-4aee-bfd4-5a01e277545f,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:51.199908 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (267e1420-01c6-4070-81a0-986deaaa805b), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.284035 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (267e1420-01c6-4070-81a0-986deaaa805b), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.286801 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks [] for router_controller (267e1420-01c6-4070-81a0-986deaaa805b), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.291271 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:51.421281 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (267e1420-01c6-4070-81a0-986deaaa805b), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.421869 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 267e1420-01c6-4070-81a0-986deaaa805b {{(pid=104978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:53:51.436448 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.436448 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-9078d263-b0b4-42ae-9cde-fff1d6ce851e admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/267e1420-01c6-4070-81a0-986deaaa805b HTTP/1.1" status: 204 len: 168 time: 1.0041821 Oct 12 12:53:51.436448 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49242) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:51.476031 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.db_base_plugin_v2 [None req-32877f9f-b6b4-49b8-8bfe-71681da6f2cb admin admin] Deleting subnet e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 {{(pid=104978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:53:51.479260 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-32877f9f-b6b4-49b8-8bfe-71681da6f2cb admin admin] Publish callbacks [] for subnet (e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.514938 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:51.517233 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-32877f9f-b6b4-49b8-8bfe-71681da6f2cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356286'] for subnet (e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7), precommit_delete_associations {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.590381 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-32877f9f-b6b4-49b8-8bfe-71681da6f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.715939 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-32877f9f-b6b4-49b8-8bfe-71681da6f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4356496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255694'] for subnet (e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.743411 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32877f9f-b6b4-49b8-8bfe-71681da6f2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:51.749398 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-32877f9f-b6b4-49b8-8bfe-71681da6f2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for subnet (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.752588 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-32877f9f-b6b4-49b8-8bfe-71681da6f2cb admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/e9c25c32-bb86-452f-bbe7-da5a4a6eb4d7 HTTP/1.1" status: 204 len: 168 time: 0.3212402 Oct 12 12:53:51.754862 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9649bfb-95d6-4445-a312-169da8f38175 None None] Network 78b8637a-5577-477b-80f6-53a374c5d245 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:53:51.755704 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49244) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:51.759258 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:51.827538 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (78b8637a-5577-477b-80f6-53a374c5d245), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.872014 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Deleting port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b {{(pid=104978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:51.872346 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.909422 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] DHCP port deletion for 78b8637a-5577-477b-80f6-53a374c5d245 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:53:51.940574 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.db [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] For port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:51.940931 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.946422 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Deleting port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:51.946794 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:51.956092 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.plugin [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Calling delete_port for 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b owned by network:dhcp {{(pid=104978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:52.018015 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] For port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,segment=NetworkSegment(6a8e3f71-ae64-48ac-8d5a-153743ee7cb8),segment_id=6a8e3f71-ae64-48ac-8d5a-153743ee7cb8)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:52.018516 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.032561 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Calling delete_port for 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:52.100655 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4356517'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.111310 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.131318 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:52.133123 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] No DVR routers for this DVR port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b on host dv-cinder-812685-16-iscsi {{(pid=104978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:53:52.134566 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Pushing event deleted for resources: {'Port': ['ID=7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:52.144144 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.144518 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.144865 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.145203 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.145536 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.145873 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.146221 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.146543 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.146865 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.147188 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.147510 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.147830 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.148148 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.148468 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.148794 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-16-iscsi {{(pid=104979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:53:52.151627 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da912ed-6327-4ed2-9b15-bcc176baefe7 None None] No DVR routers for this DVR port 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:53:52.207640 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (78b8637a-5577-477b-80f6-53a374c5d245), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.227401 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b8637a-5577-477b-80f6-53a374c5d245']}} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:52.236281 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8') {'for_net_delete': True} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:52.236569 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.services.segments.db [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8e3f71-ae64-48ac-8d5a-153743ee7cb8') {} {{(pid=104978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:52.246426 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356295'] for segment (6a8e3f71-ae64-48ac-8d5a-153743ee7cb8), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.259154 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (6a8e3f71-ae64-48ac-8d5a-153743ee7cb8), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.265156 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=104978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:53:52.267820 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4356474'] for segment (6a8e3f71-ae64-48ac-8d5a-153743ee7cb8), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.308760 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 6a8e3f71-ae64-48ac-8d5a-153743ee7cb8 resource provider aggregate not found Oct 12 12:53:52.325773 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.services.segments.plugin [-] Segment 6a8e3f71-ae64-48ac-8d5a-153743ee7cb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a8e3f71-ae64-48ac-8d5a-153743ee7cb8 found for delete ", "request_id": "req-30aff3d7-72e8-4919-8132-9912b8af2f39"}]} Oct 12 12:53:52.414311 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (78b8637a-5577-477b-80f6-53a374c5d245), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.419615 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.422707 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/78b8637a-5577-477b-80f6-53a374c5d245 HTTP/1.1" status: 204 len: 168 time: 0.6659915 Oct 12 12:53:52.425791 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49250) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:52.434572 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62008f-1a91-447d-b273-f83d0f162404 admin admin] Pushing event deleted for resources: {'Network': ['ID=78b8637a-5577-477b-80f6-53a374c5d245,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:52.600156 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:52.712939 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device f4f7eabc-b24f-4aee-bfd4-5a01e277545f no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:53:52.734010 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794632'] for router_interface (8c21787a-9491-4d36-8ff0-32afbd56d7dd), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:52.736369 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: f4f7eabc-b24f-4aee-bfd4-5a01e277545f {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:53:52.736721 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device f4f7eabc-b24f-4aee-bfd4-5a01e277545f not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:53:52.737135 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:53:52.767550 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:52.888505 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:53:52.889151 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 7c78a811-fb9a-4f82-89d7-8cdfe7f4c56b not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:53:52.889291 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device bf7bd797-8650-4eb9-9cfd-eedee67d13cb no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:53:52.907496 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: bf7bd797-8650-4eb9-9cfd-eedee67d13cb {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:53:52.907833 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device bf7bd797-8650-4eb9-9cfd-eedee67d13cb not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:53:52.962743 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Deleting port b161a29f-3b36-4526-b1f9-8cfccbb64887 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:52.963002 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:53.038624 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] For port b161a29f-3b36-4526-b1f9-8cfccbb64887, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=b161a29f-3b36-4526-b1f9-8cfccbb64887,segment=NetworkSegment(41b0cd9a-04a1-42d9-876d-750059c5bcec),segment_id=41b0cd9a-04a1-42d9-876d-750059c5bcec)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:53.038973 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:53.054329 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Calling delete_port for b161a29f-3b36-4526-b1f9-8cfccbb64887 owned by network:router_interface {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:53.277341 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (b161a29f-3b36-4526-b1f9-8cfccbb64887), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:53.298825 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Pushing event deleted for resources: {'Port': ['ID=b161a29f-3b36-4526-b1f9-8cfccbb64887,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:53.461230 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794620'] for router_interface (8c21787a-9491-4d36-8ff0-32afbd56d7dd), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:53.480855 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4dac73-5b7f-41ca-a811-f52691d681a7 None None] get_active_networks_info from dv-cinder-812685-16-iscsi {{(pid=104979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 12 12:53:53.548332 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4dac73-5b7f-41ca-a811-f52691d681a7 None None] Resources bound (agent type, host, resource id): {{(pid=104979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:53:53.551864 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:53.612183 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:53.666329 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Router 8c21787a-9491-4d36-8ff0-32afbd56d7dd has already been hosted by L3 agent 05f1eabb-4b80-4600-9ca8-d9d508b32f35 {{(pid=104977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:53:53.770310 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] Notify agent at l3_agent.dv-cinder-812685-16-iscsi the message routers_updated {{(pid=104977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:53:53.778114 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-86df92a9-5b1e-4b00-8f34-1c4f03623446 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/8c21787a-9491-4d36-8ff0-32afbd56d7dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3482440 Oct 12 12:53:53.778233 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49252) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:53.780753 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] Sync routers for ids ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'] in dv-cinder-812685-16-iscsi {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:53:53.792269 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] Routers {'8c21787a-9491-4d36-8ff0-32afbd56d7dd'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:53:53.792897 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:53:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:53.879200 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks [] for router (8c21787a-9491-4d36-8ff0-32afbd56d7dd), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:53.902745 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] Set router 8c21787a-9491-4d36-8ff0-32afbd56d7dd gateway port host: dv-cinder-812685-16-iscsi {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:53:53.985032 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks [] for router_gateway (8c21787a-9491-4d36-8ff0-32afbd56d7dd), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.032697 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:54.086744 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'external_fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '56177e81-0a98-4633-a093-46bad90b1891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:53:53Z', 'revision_number': 5, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port': {'id': '56177e81-0a98-4633-a093-46bad90b1891', 'name': '', 'network_id': 'fce3ab94-8597-4174-bf9c-d03c7842e8e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-12T12:51:45Z', 'updated_at': '2022-10-12T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14341e3-2000-4dab-ae74-dc6410602968', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-16-iscsi'}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:54.099243 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Deleting port 56177e81-0a98-4633-a093-46bad90b1891 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:54.099702 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (56177e81-0a98-4633-a093-46bad90b1891), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.114270 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] Checking router: 8c21787a-9491-4d36-8ff0-32afbd56d7dd for host: dv-cinder-812685-16-iscsi {{(pid=104979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:53:54.123320 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] Routers {'8c21787a-9491-4d36-8ff0-32afbd56d7dd'} bound to L3 agent in host dv-cinder-812685-16-iscsi {{(pid=104979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 12 12:53:54.124609 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-12T12:29:48Z,description=,heartbeat_timestamp=2022-10-12T12:53:48Z,host='dv-cinder-812685-16-iscsi',id=05f1eabb-4b80-4600-9ca8-d9d508b32f35,load=0,resource_versions=,resources_synced=,started_at=2022-10-12T12:29:48Z,topic='l3_agent')) {'router_ids': ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'], 'active': True} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:54.180651 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] For port 56177e81-0a98-4633-a093-46bad90b1891, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=56177e81-0a98-4633-a093-46bad90b1891,segment=NetworkSegment(fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0),segment_id=fa6ed96a-14d5-4c95-87f9-1946a8ddf1f0)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:54.181015 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (56177e81-0a98-4633-a093-46bad90b1891), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.193625 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:54.193827 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Calling delete_port for 56177e81-0a98-4633-a093-46bad90b1891 owned by network:router_gateway {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:54.201979 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.provisioning_blocks [None req-bc4d0cfc-abdd-41f7-b9b2-467d666c0667 None None] Provisioning complete for port feb03c40-30ae-4168-8d8a-1001f4819db6 triggered by entity DHCP. {{(pid=104979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 12 12:53:54.207156 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bc4d0cfc-abdd-41f7-b9b2-467d666c0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), provisioning_complete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.207156 dv-cinder-812685-16-iscsi neutron-server[104979]: INFO neutron.plugins.ml2.plugin [None req-bc4d0cfc-abdd-41f7-b9b2-467d666c0667 None None] Attempt 1 to provision port feb03c40-30ae-4168-8d8a-1001f4819db6 Oct 12 12:53:54.243359 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvr_db [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] Set router 8c21787a-9491-4d36-8ff0-32afbd56d7dd gateway port host: None {{(pid=104979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 12 12:53:54.300933 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_hamode_db [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:53:53Z', 'revision_number': 6, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port_host': None}], 'dv-cinder-812685-16-iscsi', False) {} {{(pid=104979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:54.329402 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb36f8d-85b8-4b69-9369-ae1e221b67c3 None None] The sync data for ids ['8c21787a-9491-4d36-8ff0-32afbd56d7dd'] in dv-cinder-812685-16-iscsi is: [{'id': '8c21787a-9491-4d36-8ff0-32afbd56d7dd', 'name': 'tempest-TestMinimumBasicScenario-971621948-router', 'tenant_id': '91fbadf143bb4254bb64423fe3642cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-12T12:51:44Z', 'updated_at': '2022-10-12T12:53:53Z', 'revision_number': 6, 'project_id': '91fbadf143bb4254bb64423fe3642cdd', 'gw_port_host': None}] {{(pid=104979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:53:54.377030 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d0cfc-abdd-41f7-b9b2-467d666c0667 None None] Current status of the port feb03c40-30ae-4168-8d8a-1001f4819db6 is: ACTIVE; New status is: ACTIVE {{(pid=104979) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 12 12:53:54.660238 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (56177e81-0a98-4633-a093-46bad90b1891), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.690189 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Pushing event deleted for resources: {'Port': ['ID=56177e81-0a98-4633-a093-46bad90b1891,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:54.713271 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device b161a29f-3b36-4526-b1f9-8cfccbb64887 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:53:54.736431 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: b161a29f-3b36-4526-b1f9-8cfccbb64887 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:53:54.736772 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device b161a29f-3b36-4526-b1f9-8cfccbb64887 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:53:54.752038 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:54.759963 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1792374'] for router_gateway (8c21787a-9491-4d36-8ff0-32afbd56d7dd), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.849262 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router (8c21787a-9491-4d36-8ff0-32afbd56d7dd), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.851393 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks [] for router_controller (8c21787a-9491-4d36-8ff0-32afbd56d7dd), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.960967 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1794660'] for router (8c21787a-9491-4d36-8ff0-32afbd56d7dd), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.961464 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c21787a-9491-4d36-8ff0-32afbd56d7dd {{(pid=104977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:53:54.965906 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:54.966973 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d63f1cf8-1db9-4c26-8e37-c9e5f208e587 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/8c21787a-9491-4d36-8ff0-32afbd56d7dd HTTP/1.1" status: 204 len: 168 time: 1.1877713 Oct 12 12:53:54.969434 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49254) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:54.994249 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:55.017290 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56d25c5-7d89-4edc-87bf-720ea158559c admin admin] Deleting subnet 238b196c-ff2d-4646-bf36-d691b1707694 {{(pid=104977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 12 12:53:55.020306 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d56d25c5-7d89-4edc-87bf-720ea158559c admin admin] Publish callbacks [] for subnet (238b196c-ff2d-4646-bf36-d691b1707694), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.054991 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d56d25c5-7d89-4edc-87bf-720ea158559c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387852'] for subnet (238b196c-ff2d-4646-bf36-d691b1707694), precommit_delete_associations {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.132444 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d56d25c5-7d89-4edc-87bf-720ea158559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475320'] for subnet (238b196c-ff2d-4646-bf36-d691b1707694), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.253017 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d56d25c5-7d89-4edc-87bf-720ea158559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6718151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5102702'] for subnet (238b196c-ff2d-4646-bf36-d691b1707694), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.278949 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d25c5-7d89-4edc-87bf-720ea158559c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238b196c-ff2d-4646-bf36-d691b1707694,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:55.282968 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-d56d25c5-7d89-4edc-87bf-720ea158559c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.289115 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-d56d25c5-7d89-4edc-87bf-720ea158559c admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/238b196c-ff2d-4646-bf36-d691b1707694 HTTP/1.1" status: 204 len: 168 time: 0.3165340 Oct 12 12:53:55.289344 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49256) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:55.289782 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67cc6fc-58cc-4046-ab71-17f7dbe3ff26 None None] Network e3ce5f62-d157-43eb-9168-ac4441926ce2 requested from dv-cinder-812685-16-iscsi {{(pid=104979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 12 12:53:55.359266 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478453'] for network (e3ce5f62-d157-43eb-9168-ac4441926ce2), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.407221 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Deleting port feb03c40-30ae-4168-8d8a-1001f4819db6 {{(pid=104977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:55.407561 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.441125 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] DHCP port deletion for e3ce5f62-d157-43eb-9168-ac4441926ce2 request from dv-cinder-812685-16-iscsi {{(pid=104979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 12 12:53:55.471037 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.db [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] For port feb03c40-30ae-4168-8d8a-1001f4819db6, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=feb03c40-30ae-4168-8d8a-1001f4819db6,segment=NetworkSegment(41b0cd9a-04a1-42d9-876d-750059c5bcec),segment_id=41b0cd9a-04a1-42d9-876d-750059c5bcec)] {{(pid=104977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:55.471398 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.480512 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] Deleting port feb03c40-30ae-4168-8d8a-1001f4819db6 {{(pid=104979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 12 12:53:55.480883 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782341309224'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), before_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.484975 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.plugin [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Calling delete_port for feb03c40-30ae-4168-8d8a-1001f4819db6 owned by network:dhcp {{(pid=104977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:55.549675 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.db [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] For port feb03c40-30ae-4168-8d8a-1001f4819db6, host dv-cinder-812685-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-16-iscsi',level=0,port_id=feb03c40-30ae-4168-8d8a-1001f4819db6,segment=NetworkSegment(41b0cd9a-04a1-42d9-876d-750059c5bcec),segment_id=41b0cd9a-04a1-42d9-876d-750059c5bcec)] {{(pid=104979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:53:55.550147 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796214'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), precommit_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.563679 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] Calling delete_port for feb03c40-30ae-4168-8d8a-1001f4819db6 owned by network:dhcp {{(pid=104979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 12 12:53:55.618315 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6718194'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.639345 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3572140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782341310886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782340853477'] for port (feb03c40-30ae-4168-8d8a-1001f4819db6), after_delete {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.648101 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Pushing event deleted for resources: {'Port': ['ID=feb03c40-30ae-4168-8d8a-1001f4819db6,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:55.649955 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] No DVR routers for this DVR port feb03c40-30ae-4168-8d8a-1001f4819db6 on host dv-cinder-812685-16-iscsi {{(pid=104977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:53:55.664117 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] Pushing event deleted for resources: {'Port': ['ID=feb03c40-30ae-4168-8d8a-1001f4819db6,revision_number=None']} {{(pid=104979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:55.667653 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ed1b6-371f-4ee5-a570-78a1fc3bd662 None None] No DVR routers for this DVR port feb03c40-30ae-4168-8d8a-1001f4819db6 on host dv-cinder-812685-16-iscsi {{(pid=104979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 12 12:53:55.719990 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8782341368028'] for network (e3ce5f62-d157-43eb-9168-ac4441926ce2), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.740045 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ce5f62-d157-43eb-9168-ac4441926ce2']}} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:55.749041 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b0cd9a-04a1-42d9-876d-750059c5bcec') {'for_net_delete': True} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:55.749336 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.services.segments.db [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b0cd9a-04a1-42d9-876d-750059c5bcec') {} {{(pid=104977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:53:55.758588 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782341322150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7387829'] for segment (41b0cd9a-04a1-42d9-876d-750059c5bcec), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.768001 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:55.772079 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679'] for segment (41b0cd9a-04a1-42d9-876d-750059c5bcec), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.778139 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:53:55.785333 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6717997'] for segment (41b0cd9a-04a1-42d9-876d-750059c5bcec), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.916865 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792425'] for network (e3ce5f62-d157-43eb-9168-ac4441926ce2), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.919370 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 41b0cd9a-04a1-42d9-876d-750059c5bcec resource provider aggregate not found Oct 12 12:53:55.929344 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592936'] for network (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:55.929450 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/e3ce5f62-d157-43eb-9168-ac4441926ce2 HTTP/1.1" status: 204 len: 168 time: 0.6391878 Oct 12 12:53:55.944319 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.services.segments.plugin [-] Segment 41b0cd9a-04a1-42d9-876d-750059c5bcec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41b0cd9a-04a1-42d9-876d-750059c5bcec found for delete ", "request_id": "req-eaac8a89-1ce4-459b-9b01-652bdd58d9c5"}]} Oct 12 12:53:55.945172 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57656caf-9ca4-44b1-9ff1-d0715f6f79ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ce5f62-d157-43eb-9168-ac4441926ce2,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:56.298668 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49266) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:56.339197 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-342e8aa8-68bf-49db-8c79-ae26956c7e76 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=7bc9dba7cc864f998bc613e10cf3b4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393312 Oct 12 12:53:56.341598 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [-] (104977) accepted ('10.222.0.44', 49268) {{(pid=104977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:56.388502 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e9255617-476f-458c-8f8a-7a68750a3b2b admin admin] Publish callbacks [] for security_group (31405566-7594-4c26-9b16-dfd5f5095ebe), before_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:56.407523 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e9255617-476f-458c-8f8a-7a68750a3b2b admin admin] Publish callbacks [] for security_group (31405566-7594-4c26-9b16-dfd5f5095ebe), precommit_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:56.420512 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:56.522022 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e9255617-476f-458c-8f8a-7a68750a3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (31405566-7594-4c26-9b16-dfd5f5095ebe), after_delete {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:56.524536 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron_lib.callbacks.manager [None req-e9255617-476f-458c-8f8a-7a68750a3b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:56.525655 dv-cinder-812685-16-iscsi neutron-server[104977]: INFO neutron.wsgi [None req-e9255617-476f-458c-8f8a-7a68750a3b2b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/31405566-7594-4c26-9b16-dfd5f5095ebe HTTP/1.1" status: 204 len: 168 time: 0.1831508 Oct 12 12:53:56.533461 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9255617-476f-458c-8f8a-7a68750a3b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31405566-7594-4c26-9b16-dfd5f5095ebe,revision_number=None']} {{(pid=104977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:53:56.699457 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device feb03c40-30ae-4168-8d8a-1001f4819db6 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:53:56.718772 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: feb03c40-30ae-4168-8d8a-1001f4819db6 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:53:56.719151 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device feb03c40-30ae-4168-8d8a-1001f4819db6 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:53:56.719550 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 56177e81-0a98-4633-a093-46bad90b1891 no longer exists at agent ovs-agent-dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:53:56.738205 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.plugin [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] No Port match for: 56177e81-0a98-4633-a093-46bad90b1891 {{(pid=104979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 12 12:53:56.738543 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron.plugins.ml2.rpc [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Device 56177e81-0a98-4633-a093-46bad90b1891 not bound to the agent host dv-cinder-812685-16-iscsi {{(pid=104979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:53:57.167403 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49274) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:57.206213 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-12128761-9e5d-4fb1-bdf1-aea14882b7ad admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=91fbadf143bb4254bb64423fe3642cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376112 Oct 12 12:53:57.209054 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.wsgi [-] (104978) accepted ('10.222.0.44', 49276) {{(pid=104978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 12 12:53:57.215473 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:57.257148 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2bc75fa4-cc14-4140-a311-21fa3e680605 admin admin] Publish callbacks [] for security_group (e837db67-c743-4bf9-a081-250ab7719b5a), before_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:57.277394 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2bc75fa4-cc14-4140-a311-21fa3e680605 admin admin] Publish callbacks [] for security_group (e837db67-c743-4bf9-a081-250ab7719b5a), precommit_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:57.299098 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:53:57.401615 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2bc75fa4-cc14-4140-a311-21fa3e680605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582113'] for security_group (e837db67-c743-4bf9-a081-250ab7719b5a), after_delete {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:57.404338 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron_lib.callbacks.manager [None req-2bc75fa4-cc14-4140-a311-21fa3e680605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:53:57.405469 dv-cinder-812685-16-iscsi neutron-server[104978]: INFO neutron.wsgi [None req-2bc75fa4-cc14-4140-a311-21fa3e680605 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e837db67-c743-4bf9-a081-250ab7719b5a HTTP/1.1" status: 204 len: 168 time: 0.1955538 Oct 12 12:53:57.413339 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc75fa4-cc14-4140-a311-21fa3e680605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837db67-c743-4bf9-a081-250ab7719b5a,revision_number=None']} {{(pid=104978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:54:00.959876 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=21 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:01.011860 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=60 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:06.530130 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG dbcounter [-] [104977] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=104977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:06.722611 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:07.408970 dv-cinder-812685-16-iscsi neutron-server[104978]: DEBUG dbcounter [-] [104978] Writing DB stats neutron:SELECT=3,neutron:DELETE=4 {{(pid=104978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:07.429773 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=74,neutron:DELETE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:09.637273 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:54:10.038734 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:12.639495 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:15.398330 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-40f37c68-53ba-4aa9-b151-6515375d01e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:17.717396 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-88699e0b-2b7f-49d6-8c2c-bd6b24626078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:19.031549 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:19.633838 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=6 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:20.801423 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:20.830012 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:30.726481 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:30.727200 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:40.067860 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:45.386949 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-f026bb8e-f141-46f4-bb26-af22a14b1a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:46.635978 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:54:47.689038 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-eddeaf8a-12e8-43ac-843d-16e2e31d3263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:49.020373 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:49.646553 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=18 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:54:50.774165 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:50.801813 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:54:56.632591 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=16 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:55:00.729048 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:55:00.731015 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:55:10.085708 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:15.393492 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-10903c2d-55f5-4b7b-a6d3-360f37c34995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:17.712617 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-8cfb812c-0923-4b66-99fb-15c08f2301ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:19.043762 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:20.785544 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:20.798085 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:23.634457 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:55:30.728214 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:55:30.733177 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:55:33.629351 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=7 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:55:33.630634 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:55:40.081295 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:43.652049 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:55:45.377377 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-bf531dd0-544d-47b4-8018-d8ee62a0a4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:47.680021 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-6c307a24-9f9e-464b-b839-ee1688e158ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:49.034458 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:50.782279 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:55:50.804990 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:00.633911 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:56:00.736394 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:56:00.738302 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:56:03.639506 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=2 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:56:10.037199 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:10.630951 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=6 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:56:15.368234 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-a1af54c4-8507-47f6-9565-c3f63763149b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:17.711043 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-75611655-5226-47bf-ae26-09db5b529808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:19.047678 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:20.767577 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:20.830127 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:30.738332 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:56:30.740248 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:56:37.633051 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:56:40.045517 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:45.365128 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-13820ca0-763e-453f-8c25-ac08a2e38f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:47.628111 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=16 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:56:47.628898 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=18 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:56:47.701844 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-82738e1b-a183-4153-bd5a-8692cce4e90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:49.073070 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:50.770522 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:56:50.798841 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:00.740526 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:57:00.742485 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:57:10.059525 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:14.632480 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:57:15.374035 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-ada05036-69b6-4bab-82b2-8653dc51de76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:17.710527 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-517508c7-1426-4685-b654-135330fd90ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:19.030891 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:20.764028 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:20.801460 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:24.628374 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:57:24.629123 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:57:30.743019 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:57:30.744865 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:57:40.026318 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [req-0628ee8d-b5e2-427b-b6d3-ba2cde94eae1 req-f6e2de87-19d5-45e9-ba0b-516cd98531fc service neutron] (104977) timed out ('10.222.0.39', 58988) {{(pid=104977) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 12:57:40.062594 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:43.658933 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:57:45.376633 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-3c34f75d-c3e9-4f43-a6f6-8ec53063bb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:47.678996 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1581b164-37f0-4c0b-8091-5a765c545264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:49.050114 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:50.758777 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:50.787295 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:57:51.632231 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:57:54.648600 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:58:00.745226 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:58:00.748487 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:58:01.627460 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:58:10.100431 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:15.385384 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-344c8c9a-e2ac-4445-a372-f725bf1e57f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:17.693566 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-8685dc09-6f99-4496-a415-cc2646f53cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:19.042108 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:20.768162 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:20.830946 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:28.632184 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:58:30.746056 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:58:30.752020 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:58:40.138064 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:40.799781 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=17 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:58:40.801690 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=19 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:58:45.423298 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a8f5e5d-eca7-4641-9a56-0e9cc77fc034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:47.708680 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-978f79d8-218f-4d02-b16c-9f10b988bac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (05f1eabb-4b80-4600-9ca8-d9d508b32f35), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:49.075049 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-2ba59b47-b377-49eb-b784-496bc21aa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (414e2591-61db-4730-b709-2a8c5ec30c4b), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:50.771187 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-70d9aa43-923c-479a-b603-e3f82c419aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (3d594c0d-95de-40c1-9641-cf57a7268f4c), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:58:50.845531 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-580b702f-ce17-4429-86aa-813f3798d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (9d9374ed-d8ca-4614-9a8e-7f28462f7596), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:59:00.747640 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=10 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:59:00.754618 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG dbcounter [-] [104979] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104979) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:59:05.631445 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG neutron.db.agents_db [None req-6dee57de-e2e8-4518-bc9a-75de8a86d5ef None None] Agent healthcheck: found 6 active agents {{(pid=104980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:59:10.153286 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-1a38b6d1-1349-4840-93fc-fafb2686c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (87ed1e4f-2c42-48a9-9f7f-60663d6e2391), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:59:10.881275 dv-cinder-812685-16-iscsi neutron-server[104977]: DEBUG neutron.wsgi [req-3153b538-9eb2-47a1-b69e-a1a665542df1 req-1d29da19-a552-4d9f-bd59-21e9ae2ee61f tempest-TestShelveInstance-1187232216 tempest-TestShelveInstance-1187232216-project] (104977) timed out ('10.222.0.44', 44924) {{(pid=104977) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 12 12:59:15.392908 dv-cinder-812685-16-iscsi neutron-server[104979]: DEBUG neutron_lib.callbacks.manager [None req-5ba628af-e4e6-4793-a4ef-7f81eb2ae267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782341368010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (b83cd228-8285-4f9f-93e4-c8f512f79ec8), after_update {{(pid=104979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 12 12:59:15.627444 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 12 12:59:15.628245 dv-cinder-812685-16-iscsi neutron-server[104980]: DEBUG dbcounter [-] [104980] Writing DB stats neutron:SELECT=4 {{(pid=104980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}